-- Logs begin at Tue 2021-06-29 10:00:36 UTC, end at Tue 2021-06-29 11:02:47 UTC. -- Jun 29 10:33:39.730420 dv-cinder-792209-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 29 10:33:42.382815 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.common.config [-] Logging enabled! Jun 29 10:33:42.383373 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev432 Jun 29 10:33:42.383615 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99425) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 10:33:42.386899 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.common.config [-] Logging enabled! Jun 29 10:33:42.387147 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev432 Jun 29 10:33:42.387450 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99425) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 10:33:42.388363 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 10:33:42.388589 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 10:33:42.388942 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 10:33:42.389179 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 10:33:42.389396 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 10:33:42.389705 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.389990 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.390278 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.390503 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.390815 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.391097 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.391370 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.391648 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.391934 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.392211 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.392480 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.392754 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.392974 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.393246 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.393521 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.393798 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.394017 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] debug = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.394289 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.394722 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.395126 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.395398 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.395677 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.395944 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.396206 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.396469 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.396743 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.397062 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] host = dv-cinder-792209-3-iscsi {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.397329 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.397606 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.397882 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.398157 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.398421 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.398734 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.399024 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.399276 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.399540 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] log_file = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.399804 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.400079 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.400356 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.400640 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.400854 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.401068 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.401348 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.401627 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.401890 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.402155 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.402418 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.402714 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.402977 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.403239 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.403513 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.403786 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.404061 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.404326 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.404588 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.404848 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.405109 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.405511 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.405781 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.406045 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.406309 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.406586 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.406867 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.407131 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.407423 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.407701 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.407976 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.408252 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.408516 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.408790 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.409052 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.409316 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.409577 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] use_json = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.409839 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.410099 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.410370 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.410666 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.410931 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.411196 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.411457 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.411733 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:42.412021 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.412308 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.412600 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.412872 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.413158 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.413430 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.413709 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.413979 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.414259 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.415112 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.415396 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.415666 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.415947 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.416216 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.416500 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.416795 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.417083 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.417369 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.417640 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.417908 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.418175 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.418446 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.418747 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.419035 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.419318 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.419586 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.419858 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.420140 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.420410 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.420673 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.420947 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.421227 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.421496 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.421761 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.422036 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.422309 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.422575 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.423133 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.423457 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.423744 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.424015 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.424280 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.424546 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.424816 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.425079 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.425354 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.425626 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.425890 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.426154 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.426422 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.426709 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.426974 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.427242 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.427506 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.427774 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.428040 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.428299 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.428561 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.428823 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.429082 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.429345 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.429609 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.429877 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.430744 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.431011 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.431280 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.431544 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.431811 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.432092 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.432380 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.432648 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.432917 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.433186 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.433455 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.433726 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.433997 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.434267 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.434537 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.434830 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.435115 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.435390 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.435668 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.435944 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.436213 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.436498 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.436767 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.437040 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.437306 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.437575 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.437853 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.438125 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.438408 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.438717 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.439002 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.439286 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.439570 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.439839 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.440138 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.440409 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:42.440620 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 10:33:42.440852 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99425) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 29 10:33:42.784887 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:33:42.785160 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:33:42.785446 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:33:42.785774 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 29 10:33:43.176011 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.176202 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.176470 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.177737 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.178003 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.178260 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.213079 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.213346 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.213604 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.226629 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.226923 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.227186 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.256144 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.256420 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.256686 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.293456 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.293726 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.293985 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.523443 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.524536 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.524536 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.524689 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.525348 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.647904 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.648210 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.648486 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.648770 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.649027 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.649329 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.649581 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.649829 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.650075 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.650347 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.650619 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.650881 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.651133 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.651389 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.651635 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.651896 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.652158 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.652554 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.652823 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.653070 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.653345 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.653689 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.653933 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.654208 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.654449 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.654725 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.655107 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99425) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:33:43.655339 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99425) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:33:43.655567 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99425) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:33:43.655792 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99425) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:33:43.656015 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99425) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:33:43.656238 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99425) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:33:43.656589 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 29 10:33:43.659624 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 29 10:33:43.663495 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 29 10:33:43.667270 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Jun 29 10:33:43.668858 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 29 10:33:43.669299 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 29 10:33:43.669625 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 29 10:33:43.669996 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 29 10:33:43.672935 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 29 10:33:43.673176 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 29 10:33:43.673591 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 10:33:43.701240 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 29 10:33:43.701679 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.701968 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99425) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 29 10:33:43.702323 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.703674 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99425) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 29 10:33:43.703946 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 10:33:43.704179 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 29 10:33:43.707427 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.707705 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:43.770348 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 29 10:33:43.770576 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 29 10:33:43.770823 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 29 10:33:43.771170 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 29 10:33:43.791389 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_db.sqlalchemy.engines [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99425) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 29 10:33:44.312523 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.plugins.ml2.managers [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Initializing driver for type 'gre' Jun 29 10:33:44.313064 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] gre ID ranges: [(1, 1000)] Jun 29 10:33:44.361119 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.plugins.ml2.managers [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Initializing driver for type 'local' Jun 29 10:33:44.361514 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.plugins.ml2.managers [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Initializing driver for type 'vlan' Jun 29 10:33:44.375083 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] VlanTypeDriver initialization complete Jun 29 10:33:44.375415 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.plugins.ml2.managers [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Initializing driver for type 'vxlan' Jun 29 10:33:44.375905 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] vxlan ID ranges: [(1, 1000)] Jun 29 10:33:44.423066 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.plugins.ml2.managers [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Initializing extension driver 'port_security' Jun 29 10:33:44.423397 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.plugins.ml2.extensions.port_security [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] PortSecurityExtensionDriver initialization complete Jun 29 10:33:44.423721 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.plugins.ml2.managers [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Initializing mechanism driver 'openvswitch' Jun 29 10:33:44.424034 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.plugins.ml2.managers [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Initializing mechanism driver 'hyperv' Jun 29 10:33:44.430997 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.plugins.ml2.plugin [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:33:44.431918 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > port after_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.432289 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > port after_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.432645 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > port after_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.433032 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > subnet after_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.433381 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > subnet after_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.433722 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > subnet after_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.434093 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > network after_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.434434 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > network after_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.434795 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > network after_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.435163 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > security_group after_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.435508 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > security_group after_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.435844 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > security_group after_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.436216 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.436556 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.436890 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.437260 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > address_group after_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.437597 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > address_group after_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.437929 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > address_group after_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.438260 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] ML2 OVO RPC backend initialized. {{(pid=99425) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:166}} Jun 29 10:33:44.438985 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > router_interface after_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.439336 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.439745 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > network before_response 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.440086 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > networks before_response 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.440425 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > port before_response 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.440760 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > ports before_response 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.441094 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > subnet before_response 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.441428 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > subnets before_response 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.441765 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > network after_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.442097 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > network after_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.442424 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > network after_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.442782 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > port after_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.443114 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > port after_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.443446 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > port after_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.443776 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > subnet after_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.444101 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > subnet after_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.444428 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > subnet after_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.444985 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.plugins.ml2.plugin [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Modular L2 Plugin initialization complete Jun 29 10:33:44.445302 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading services supported by the core plugin {{(pid=99425) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 29 10:33:44.446188 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.plugins.ml2.managers [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Got port-security extension from driver 'port_security' Jun 29 10:33:44.446671 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.extensions.vlantransparent [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Disabled vlantransparent extension. Jun 29 10:33:44.447144 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99425) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 29 10:33:44.447451 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading Plugin: router Jun 29 10:33:44.482314 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > router_interface before_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.482730 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > router after_create 55549900 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.483092 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > router before_create 55549900 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.483448 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.483809 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.484156 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > router after_delete 55549900 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.484505 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > floatingip after_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.484858 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > router after_create 55549900 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.485200 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > router after_update 55549900 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.485539 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > router after_update 55549900 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.485877 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.486225 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > router after_update 55549900 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.486678 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > router precommit_update 55549900 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.487038 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: port after_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.487372 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: port after_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.487701 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: subnet after_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.488031 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.488368 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > port precommit_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.488705 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > router precommit_create 55549900 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.489044 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: port before_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.489377 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > router precommit_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.489723 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > router after_update 55549900 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.490054 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > router precommit_delete 55549900 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.490668 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > router precommit_create 55549900 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.491019 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > router_interface after_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.491362 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > router precommit_update 55549900 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.491716 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > agent after_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.492055 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > agent after_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.492917 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > network after_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.493759 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.quota.resource_registry [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Tracking information for resource: router configured {{(pid=99425) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:33:44.494088 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.quota.resource_registry [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Tracking information for resource: floatingip configured {{(pid=99425) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 10:33:44.498995 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.db.l3_agentschedulers_db [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 29 10:33:44.499566 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: port after_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.499916 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: port after_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.500261 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: port after_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.500604 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: port after_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.501385 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > router before_create 55550100 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.501750 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > router precommit_delete 55550100 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.502105 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > router precommit_create 55550100 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.502454 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > router precommit_update 55550100 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.506994 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.services.provider_configuration [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Service providers = [] {{(pid=99425) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 29 10:33:44.507351 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.db.servicetype_db [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99425) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 29 10:33:44.510865 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.services.service_base [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99425) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 10:33:44.511207 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.services.service_base [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99425) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 10:33:44.511549 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.services.service_base [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99425) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 10:33:44.512410 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.services.service_base [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99425) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 10:33:44.512774 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.services.service_base [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 29 10:33:44.513136 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99425) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:33:44.513444 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 29 10:33:44.525242 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99425) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:33:44.525782 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading Plugin: auto_allocate Jun 29 10:33:44.531356 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: network precommit_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.531719 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: network precommit_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.532228 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99425) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:33:44.532543 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading Plugin: tag Jun 29 10:33:44.539037 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99425) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:33:44.539387 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading Plugin: timestamp Jun 29 10:33:44.543153 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99425) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:33:44.543480 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading Plugin: network_ip_availability Jun 29 10:33:44.549046 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.549411 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.549760 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.550459 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99425) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:33:44.550805 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading Plugin: flavors Jun 29 10:33:44.556046 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99425) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:33:44.556370 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading Plugin: revisions Jun 29 10:33:44.560611 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99425) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 10:33:44.560991 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_concurrency.lockutils [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.775s {{(pid=99425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:33:44.561722 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99425) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 29 10:33:44.562050 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Initializing extension manager. Jun 29 10:33:44.562624 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: __init__.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.562990 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: __pycache__ {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.563319 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.563646 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: address_group.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.564375 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.564938 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: address-group Jun 29 10:33:44.565253 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: address_scope.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.565944 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.566446 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: address-scope Jun 29 10:33:44.566792 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: admin_state_down_before_update.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.567693 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.568196 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: router-admin-state-down-before-update Jun 29 10:33:44.568511 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: agent.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.569190 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.569687 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: agent Jun 29 10:33:44.570002 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: agent_resources_synced.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.571549 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.572060 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: agent-resources-synced Jun 29 10:33:44.572381 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: allowedaddresspairs.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.574122 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.574660 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: allowed-address-pairs Jun 29 10:33:44.574982 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: auto_allocated_topology.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.576222 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.576729 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: auto-allocated-topology Jun 29 10:33:44.577052 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: availability_zone.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.577725 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.578225 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: availability_zone Jun 29 10:33:44.578540 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: availability_zone_filter.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.579465 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.579971 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: availability_zone_filter Jun 29 10:33:44.580287 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: data_plane_status.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.581173 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.581678 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extension data-plane-status not supported by any of loaded plugins Jun 29 10:33:44.581994 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: default_subnetpools.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.582924 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.583428 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: default-subnetpools Jun 29 10:33:44.583741 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: dhcpagentscheduler.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.584528 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.585029 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: dhcp_agent_scheduler Jun 29 10:33:44.585342 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: dns.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.586258 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.586781 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extension dns-integration not supported by any of loaded plugins Jun 29 10:33:44.587095 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: dns_domain_ports.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.587983 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.588480 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 29 10:33:44.588792 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.589687 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.590179 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 29 10:33:44.590494 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: dvr.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.591180 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.591683 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: dvr Jun 29 10:33:44.591997 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: empty_string_filtering.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.592883 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.593382 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: empty-string-filtering Jun 29 10:33:44.593697 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.594587 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.595111 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 29 10:33:44.595425 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.596319 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.596815 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 29 10:33:44.597131 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: external_net.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.598018 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.598521 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: external-net Jun 29 10:33:44.598863 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: extra_dhcp_opt.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.599748 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.600247 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: extra_dhcp_opt Jun 29 10:33:44.600563 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: extraroute.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.601457 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.602485 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: extraroute Jun 29 10:33:44.602825 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: extraroute_atomic.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.603829 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.604332 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: extraroute-atomic Jun 29 10:33:44.604643 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: filter_validation.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.605283 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.605776 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: filter-validation Jun 29 10:33:44.606090 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: fip_pf_description.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.606990 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.607479 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 29 10:33:44.607793 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: fip_port_details.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.608682 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.609173 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: fip-port-details Jun 29 10:33:44.609486 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: flavors.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.610718 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.611222 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: flavors Jun 29 10:33:44.611545 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.613194 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.613707 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 29 10:33:44.614028 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: floatingip_pools.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.614732 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.615487 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: floatingip-pools Jun 29 10:33:44.615801 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: ip_allocation.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.616713 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.617205 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extension ip_allocation not supported by any of loaded plugins Jun 29 10:33:44.618071 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.619004 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.619507 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: ip-substring-filtering Jun 29 10:33:44.619824 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: l2_adjacency.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.620727 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.621221 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extension l2_adjacency not supported by any of loaded plugins Jun 29 10:33:44.621540 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: l3.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.622503 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.623040 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: router Jun 29 10:33:44.623358 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: l3_conntrack_helper.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.625687 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.626211 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 29 10:33:44.626536 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.627475 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.627984 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: ext-gw-mode Jun 29 10:33:44.628304 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.629195 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.629699 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: l3-ha Jun 29 10:33:44.630017 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: l3_flavors.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.630954 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.631456 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: l3-flavors Jun 29 10:33:44.631778 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.632667 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.633203 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: l3-port-ip-change-not-allowed Jun 29 10:33:44.633523 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: l3agentscheduler.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.634532 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.635068 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: l3_agent_scheduler Jun 29 10:33:44.635385 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: logging.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.636857 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.637364 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extension logging not supported by any of loaded plugins Jun 29 10:33:44.637686 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: metering.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.638404 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.638995 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: metering Jun 29 10:33:44.639318 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.640384 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.640887 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: metering_source_and_destination_fields Jun 29 10:33:44.641208 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: multiprovidernet.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.642121 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.642652 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: multi-provider Jun 29 10:33:44.642972 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: netmtu.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.643866 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.644364 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: net-mtu Jun 29 10:33:44.644679 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: netmtu_writable.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.645573 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.646069 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: net-mtu-writable Jun 29 10:33:44.646385 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: network_availability_zone.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.647070 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.647568 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: network_availability_zone Jun 29 10:33:44.647881 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: network_ip_availability.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.648980 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.649486 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: network-ip-availability Jun 29 10:33:44.649806 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: network_segment_range.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.650555 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.651079 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extension network-segment-range not supported by any of loaded plugins Jun 29 10:33:44.651395 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: pagination.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.652366 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.652691 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: pagination Jun 29 10:33:44.653004 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: port_device_profile.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.653899 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.654408 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: port-device-profile Jun 29 10:33:44.654757 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.655651 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.656150 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: port-mac-address-regenerate Jun 29 10:33:44.656464 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.657346 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.657842 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: port-numa-affinity-policy Jun 29 10:33:44.658154 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: port_resource_request.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.659073 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.659567 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extension port-resource-request not supported by any of loaded plugins Jun 29 10:33:44.659879 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: portbindings.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.660783 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.661277 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: binding Jun 29 10:33:44.661594 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: portbindings_extended.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.662880 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.663383 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: binding-extended Jun 29 10:33:44.663703 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: portsecurity.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.665110 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.665614 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: port-security Jun 29 10:33:44.665927 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: project_id.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.666916 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.667243 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: project-id Jun 29 10:33:44.667560 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: providernet.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.668465 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.668969 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: provider Jun 29 10:33:44.669285 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: qos.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.672964 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.673481 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extension qos not supported by any of loaded plugins Jun 29 10:33:44.673809 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.675060 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.675569 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 29 10:33:44.675894 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.676788 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.677291 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 29 10:33:44.677610 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: qos_default.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.678498 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.679033 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extension qos-default not supported by any of loaded plugins Jun 29 10:33:44.679357 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: qos_fip.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.680601 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.681102 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extension qos-fip not supported by any of loaded plugins Jun 29 10:33:44.681421 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: qos_gateway_ip.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.682333 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.682860 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 29 10:33:44.683179 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: qos_port_network_policy.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.684070 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.684571 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 29 10:33:44.684889 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: qos_rule_type_details.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.685782 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.686286 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 29 10:33:44.686628 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: qos_rules_alias.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.687640 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.688144 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 29 10:33:44.688459 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: quotasv2.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.689345 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.689670 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: quotas Jun 29 10:33:44.689984 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: quotasv2_detail.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.693130 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.693465 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: quota_details Jun 29 10:33:44.693787 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: rbac.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.694858 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.695395 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: rbac-policies Jun 29 10:33:44.695724 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: rbac_address_group.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.696633 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.697136 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: rbac-address-group Jun 29 10:33:44.697452 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: rbac_address_scope.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.698363 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.698896 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: rbac-address-scope Jun 29 10:33:44.699213 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: rbac_security_groups.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.700110 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.700611 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: rbac-security-groups Jun 29 10:33:44.700926 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: rbac_subnetpool.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.701820 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.702329 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: rbac-subnetpool Jun 29 10:33:44.702672 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: revisionifmatch.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.703581 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.704086 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: revision-if-match Jun 29 10:33:44.704404 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: revisions.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.705676 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.706179 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: standard-attr-revisions Jun 29 10:33:44.706500 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: router_availability_zone.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.707190 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.707695 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: router_availability_zone Jun 29 10:33:44.708012 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: routerservicetype.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.708912 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.709411 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extension router-service-type not supported by any of loaded plugins Jun 29 10:33:44.709727 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.710654 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.711190 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: security-groups-normalized-cidr Jun 29 10:33:44.711510 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: security_groups_port_filtering.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.712414 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.712925 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: port-security-groups-filtering Jun 29 10:33:44.713241 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.714145 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.714683 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: security-groups-remote-address-group Jun 29 10:33:44.714999 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: securitygroup.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.724431 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.724954 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: security-group Jun 29 10:33:44.725275 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: segment.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.726041 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.726543 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extension segment not supported by any of loaded plugins Jun 29 10:33:44.727417 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.728332 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.728834 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 29 10:33:44.729153 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: servicetype.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.730234 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.730778 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: service-type Jun 29 10:33:44.731104 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: sorting.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.732060 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.732386 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: sorting Jun 29 10:33:44.732705 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: standard_attr_segment.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.733661 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.734172 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 29 10:33:44.734490 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: standardattrdescription.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.735146 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.735653 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: standard-attr-description Jun 29 10:33:44.735968 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: stateful_security_group.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.736866 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.737367 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: stateful-security-group Jun 29 10:33:44.737681 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: stdattrs_common.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.738237 dv-cinder-792209-3-iscsi neutron-server[99425]: WARNING neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 29 10:33:44.738550 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.739485 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.739985 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 29 10:33:44.740553 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: subnet_onboard.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.741627 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.742114 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: subnet_onboard Jun 29 10:33:44.743066 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.743979 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.744479 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 29 10:33:44.744793 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: subnet_service_types.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.745702 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.746205 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: subnet-service-types Jun 29 10:33:44.746518 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: subnetallocation.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.747621 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.748128 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: subnet_allocation Jun 29 10:33:44.748445 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.749085 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.749596 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: subnetpool-prefix-ops Jun 29 10:33:44.749908 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.750852 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.751352 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 29 10:33:44.751667 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: tagging.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.752677 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.753184 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: standard-attr-tag Jun 29 10:33:44.753500 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: timestamp.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.754701 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.755209 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loaded extension: standard-attr-timestamp Jun 29 10:33:44.755526 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: trunk.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.756528 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.757033 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extension trunk not supported by any of loaded plugins Jun 29 10:33:44.757353 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: trunk_details.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.758271 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.758807 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extension trunk-details not supported by any of loaded plugins Jun 29 10:33:44.759129 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: uplink_status_propagation.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.760021 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.760522 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 29 10:33:44.760837 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Loading extension file: vlantransparent.py {{(pid=99425) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 10:33:44.761479 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99425) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 10:33:44.761972 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extension vlan-transparent not supported by any of loaded plugins Jun 29 10:33:44.764389 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.quota.resource_registry [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Creating instance of TrackedResource for resource:network Jun 29 10:33:44.764900 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.quota.resource_registry [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Creating instance of TrackedResource for resource:subnet Jun 29 10:33:44.765288 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.quota.resource_registry [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 10:33:44.765678 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.quota.resource_registry [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Creating instance of TrackedResource for resource:port Jun 29 10:33:44.766930 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.v2.resource_helper [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:33:44.767361 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.v2.resource_helper [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Service FLAVORS assigned prefix: {{(pid=99425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:33:44.767982 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.v2.resource_helper [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:33:44.768405 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.v2.resource_helper [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:33:44.768727 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.quota.resource_registry [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Creating instance of TrackedResource for resource:router Jun 29 10:33:44.769165 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.quota.resource_registry [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Creating instance of TrackedResource for resource:floatingip Jun 29 10:33:44.769647 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.v2.resource_helper [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Service METERING assigned prefix: /metering {{(pid=99425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:33:44.771094 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.771456 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.771804 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:33:44.772747 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.quota.resource_registry [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 10:33:44.773192 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.quota.resource_registry [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Creating instance of TrackedResource for resource:security_group Jun 29 10:33:44.773642 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.quota.resource_registry [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 10:33:44.774242 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.v2.resource_helper [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Service CORE assigned prefix: {{(pid=99425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:33:44.774563 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.quota.resource_registry [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 10:33:44.774935 dv-cinder-792209-3-iscsi neutron-server[99425]: WARNING neutron.quota.resource_registry [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] subnetpool is already registered Jun 29 10:33:44.775359 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.v2.resource_helper [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Service CORE assigned prefix: {{(pid=99425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:33:44.775675 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.quota.resource_registry [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 10:33:44.775998 dv-cinder-792209-3-iscsi neutron-server[99425]: WARNING neutron.quota.resource_registry [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] subnetpool is already registered Jun 29 10:33:44.778321 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.v2.resource_helper [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:33:44.778790 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.v2.resource_helper [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Service FLAVORS assigned prefix: {{(pid=99425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:33:44.779370 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.v2.resource_helper [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:33:44.779785 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.v2.resource_helper [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:33:44.780110 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.quota.resource_registry [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Creating instance of TrackedResource for resource:router Jun 29 10:33:44.780440 dv-cinder-792209-3-iscsi neutron-server[99425]: WARNING neutron.quota.resource_registry [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] router is already registered Jun 29 10:33:44.780843 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.quota.resource_registry [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Creating instance of TrackedResource for resource:floatingip Jun 29 10:33:44.781170 dv-cinder-792209-3-iscsi neutron-server[99425]: WARNING neutron.quota.resource_registry [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] floatingip is already registered Jun 29 10:33:44.781617 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.v2.resource_helper [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Service METERING assigned prefix: /metering {{(pid=99425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:33:44.782274 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.quota.resource_registry [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 10:33:44.782610 dv-cinder-792209-3-iscsi neutron-server[99425]: WARNING neutron.quota.resource_registry [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] rbac_policy is already registered Jun 29 10:33:44.783018 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.quota.resource_registry [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Creating instance of TrackedResource for resource:security_group Jun 29 10:33:44.783352 dv-cinder-792209-3-iscsi neutron-server[99425]: WARNING neutron.quota.resource_registry [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] security_group is already registered Jun 29 10:33:44.783745 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.quota.resource_registry [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 10:33:44.784070 dv-cinder-792209-3-iscsi neutron-server[99425]: WARNING neutron.quota.resource_registry [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] security_group_rule is already registered Jun 29 10:33:44.784681 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.v2.resource_helper [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Service CORE assigned prefix: {{(pid=99425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:33:44.784999 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.quota.resource_registry [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 10:33:44.785323 dv-cinder-792209-3-iscsi neutron-server[99425]: WARNING neutron.quota.resource_registry [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] subnetpool is already registered Jun 29 10:33:44.785731 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.v2.resource_helper [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Service CORE assigned prefix: {{(pid=99425) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 10:33:44.786045 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.quota.resource_registry [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 10:33:44.786368 dv-cinder-792209-3-iscsi neutron-server[99425]: WARNING neutron.quota.resource_registry [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] subnetpool is already registered Jun 29 10:33:44.786858 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extended resource: extensions {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:33:44.788356 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extended resource: address-groups {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:33:44.790391 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extended resource: address-scopes {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:33:44.791735 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extended resource: agents {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:33:44.792889 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extended resource: auto-allocated-topology {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:33:44.794138 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extended resource: availability_zones {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:33:44.795410 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extended resource: dhcp-networks {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:33:44.797993 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extended resource: dhcp-agents {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:33:44.799456 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extended resource: routers {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:33:44.801158 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extended resource: flavors {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:33:44.802411 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extended resource: service_profiles {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:33:44.803791 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extended resource: next_providers {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:33:44.805778 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extended resource: service_profiles {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:33:44.807357 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extended resource: floatingip-pools {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:33:44.808565 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extended resource: routers {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:33:44.810255 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extended resource: floatingips {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:33:44.811573 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extended resource: l3-routers {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:33:44.813002 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extended resource: l3-agents {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:33:44.814375 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extended resource: metering-labels {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:33:44.815646 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extended resource: metering-label-rules {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:33:44.817015 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extended resource: network-ip-availabilities {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:33:44.818282 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extended resource: bindings {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:33:44.820570 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extended resource: quotas {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:33:44.822229 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extended resource: quotas {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:33:44.823668 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extended resource: rbac-policies {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:33:44.824869 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extended resource: security-groups {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:33:44.826145 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extended resource: security-group-rules {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:33:44.827459 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extended resource: service-providers {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:33:44.828686 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extended resource: subnetpools {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:33:44.829998 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extended resource: subnetpools {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:33:44.831575 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extended resource: tags {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:33:44.833240 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extended resource: tags {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:33:44.835091 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extended resource: tags {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:33:44.836895 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extended resource: tags {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:33:44.838580 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extended resource: tags {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:33:44.840526 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extended resource: tags {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:33:44.842225 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extended resource: tags {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:33:44.844040 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extended resource: tags {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:33:44.845892 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extended resource: tags {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:33:44.847658 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron.api.extensions [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Extended resource: tags {{(pid=99425) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 10:33:44.854268 dv-cinder-792209-3-iscsi neutron-server[99425]: WARNING keystonemiddleware.auth_token [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 29 10:33:44.858747 dv-cinder-792209-3-iscsi neutron-server[99425]: WARNING keystonemiddleware.auth_token [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 29 10:33:44.868763 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_concurrency.lockutils [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Acquired lock "singleton_lock" {{(pid=99425) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 29 10:33:44.869223 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_concurrency.lockutils [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Releasing lock "singleton_lock" {{(pid=99425) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 29 10:33:44.869854 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO oslo_service.service [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Starting 2 workers Jun 29 10:33:44.874575 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Started child 99532 {{(pid=99425) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 10:33:44.878935 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Started child 99533 {{(pid=99425) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 10:33:44.879863 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:33:44.880568 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO neutron.service [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Neutron service started, listening on 0.0.0.0:9696 Jun 29 10:33:44.881132 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Notify callbacks [] for process, before_spawn {{(pid=99425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:33:44.881331 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [-] (99532) wsgi starting up on http://0.0.0.0:9696 Jun 29 10:33:44.883416 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:33:44.883887 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO oslo_service.service [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Starting 1 workers Jun 29 10:33:44.884774 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [-] (99533) wsgi starting up on http://0.0.0.0:9696 Jun 29 10:33:44.888640 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Started child 99534 {{(pid=99425) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 10:33:44.889174 dv-cinder-792209-3-iscsi neutron-server[99425]: INFO oslo_service.service [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Starting 1 workers Jun 29 10:33:44.892264 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.service [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] calling RpcWorker wait() {{(pid=99534) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 29 10:33:44.892799 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.service [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] returning from RpcWorker wait() {{(pid=99534) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 29 10:33:44.893484 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Started child 99535 {{(pid=99425) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 10:33:44.894139 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:33:44.894299 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG neutron_lib.callbacks.manager [None req-1d8c43f2-6238-4e44-bc78-7ceb96f222ef None None] Notify callbacks [] for process, after_spawn {{(pid=99425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:33:44.894714 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:33:44.899172 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99425) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 10:33:44.899172 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 10:33:44.899172 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 10:33:44.899172 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 10:33:44.899172 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 10:33:44.899172 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 10:33:44.899172 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.899172 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.899751 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:33:44.900200 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.900200 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.900200 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.900200 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.900200 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.900486 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 40484) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:33:44.900556 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.900556 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.900556 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.900556 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.900772 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.900845 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.901108 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.901373 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.901648 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.901885 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.902161 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.902335 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.902632 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.902900 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.903145 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.903423 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] debug = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.903663 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.904155 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.904415 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.904665 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.904926 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.905189 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.905412 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.905687 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.905931 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.906163 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.906407 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.906689 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.906943 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.907155 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.907389 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.907646 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.908532 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.908641 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064063 Jun 29 10:33:44.908726 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] host = dv-cinder-792209-3-iscsi {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.908886 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.909112 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.911503 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.911503 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.911503 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.911503 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.911503 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.912115 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.912115 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.912320 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.913489 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.913745 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.913993 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.914805 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] log_file = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.914961 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] log_options = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.915229 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.915500 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.915746 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.915937 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.916097 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.916275 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.916525 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.916678 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.916928 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.917165 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.917378 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.917590 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.917807 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.918020 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.918277 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.918531 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.919788 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.919788 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.920104 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.920244 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.920479 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.920669 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.920911 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.921135 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.921380 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.921601 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.921832 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.922078 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.922307 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.922568 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.922838 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.923108 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.923372 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.923623 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.923881 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.925108 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.925108 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.925108 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.925108 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.925108 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.927936 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.927936 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.927936 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.927936 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.927936 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.927936 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] use_json = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.927936 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.927936 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.927936 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.929336 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.929336 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.929336 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.929336 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.929336 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:44.931839 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.931839 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.931839 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.931839 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.933444 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.933444 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.933444 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.933444 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.933444 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.933444 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.934347 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.934347 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.934347 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.934347 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.937850 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.937850 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.937850 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.937850 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.937850 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.937850 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.937850 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.937850 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.939063 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.939063 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.939063 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.939063 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.939063 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.939063 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.939063 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.939970 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:33:44.940116 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.940116 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.940116 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.940116 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.940116 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.940116 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.940116 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.940116 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.940116 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.943491 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.943491 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.943491 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.943491 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.943491 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.943491 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.943491 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.943491 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.943491 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.945394 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.945394 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.945394 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.945394 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.945394 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.945394 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.945394 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.945394 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.945394 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.947895 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.947895 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.947895 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.947895 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.947895 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.947895 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.947895 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.947895 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.947895 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.950715 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.950715 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.950715 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.950715 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.950715 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.950715 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.950715 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.950715 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.950715 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.951296 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.951296 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.951296 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.951296 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.951296 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.951296 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.951296 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.951296 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.951296 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.951837 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.951837 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.951837 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.951837 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.951837 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.951837 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.951837 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.951837 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.952287 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.952287 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.952413 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.952593 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.952853 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.953104 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.953367 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.953590 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.953805 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.954067 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.954283 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.954531 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.955706 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.955942 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.956423 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.956712 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.957258 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.957531 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.957884 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.958169 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.958916 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.959635 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.959926 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.960228 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.962901 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.963251 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.963533 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.963887 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.964080 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.964335 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.964939 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.966061 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.966348 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.966607 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.966856 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.967095 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.967379 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.967612 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.967862 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.968203 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.968495 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.968815 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.969147 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.969328 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.969494 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.969764 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.970020 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.970643 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.970941 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.971205 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.971525 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.971788 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.972040 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.972257 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.972493 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.972872 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.973316 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.973541 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.973764 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.974160 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.974242 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.974421 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.974762 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.974979 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.975218 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.975431 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.975652 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.976200 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.976423 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.976651 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.978814 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.978814 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.978814 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.979926 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.979926 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.979926 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.979926 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.981037 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.981037 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.981037 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.981037 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.981037 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.981702 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.981702 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.981702 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.982102 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.982239 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.982445 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.982712 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.982933 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.983146 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.983378 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.987173 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.987462 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.988596 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.988891 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.989262 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.989518 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.989765 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.990014 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.990507 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.990816 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.991065 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.995517 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.995793 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.996342 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.996342 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.996626 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.998325 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.998325 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.998516 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.998744 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.998900 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.999172 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.999396 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:44.999762 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.000576 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.000824 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.001142 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.002166 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.002711 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.003003 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.003242 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.003468 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.003707 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.003946 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.004158 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.004393 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.005263 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.005263 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.005437 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.005615 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.005885 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.006458 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.006763 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.007178 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.007935 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.007935 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.007935 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.007935 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.008293 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.008394 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.008591 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.008819 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.009146 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.009330 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.010541 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.011514 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.011813 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.012093 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.012340 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.012591 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.012972 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.013261 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.014529 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.014529 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.014529 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.014529 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.014529 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.014987 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.015215 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.015427 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.015700 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.016010 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.016305 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.016593 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.016881 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.017145 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.017498 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.017756 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.018762 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.018762 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.018762 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.019000 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.019078 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.019416 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.019516 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.019720 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.019938 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.020200 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.020389 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.021505 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.021505 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.021505 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.021505 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.021758 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.021758 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.022359 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.022359 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 10:33:45.022780 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99425) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 10:33:45.022949 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 10:33:45.023107 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 10:33:45.023292 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 10:33:45.023998 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 10:33:45.024124 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 10:33:45.024557 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.024557 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.024735 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.024876 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.025041 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.025296 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.025393 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.025511 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.025844 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.025844 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.025995 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.026162 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.026253 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.027443 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.027443 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.027443 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.027443 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.027443 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.027443 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.027443 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.027443 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.028249 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.028249 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] debug = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.028249 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.028249 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.028249 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.028660 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.028660 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.028812 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.029590 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.029590 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.029590 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.029590 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.029590 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.030102 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.030102 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.031050 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.031214 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.031408 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.031632 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.031777 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] host = dv-cinder-792209-3-iscsi {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.031938 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.032095 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.032660 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.032660 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.032660 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.032986 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.032986 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.032986 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.033268 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.033268 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.033462 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.033575 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.033716 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.033871 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] log_file = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.034026 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] log_options = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.034182 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.034338 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.034494 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.035522 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.035691 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.035853 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.036005 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.036157 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.036309 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.036460 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.036610 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.036762 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.036924 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.037078 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.037234 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.038114 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.038114 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.038114 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.038114 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.038114 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.038114 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.038814 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.038814 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.038814 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.038814 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.039780 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.039780 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.039780 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.040074 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.040074 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.040265 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.040265 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.040498 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.040690 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.040690 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.040853 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.040974 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.041133 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.041290 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.041446 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.041603 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.041757 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.041914 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.042070 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.042225 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.042379 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] use_json = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.042535 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.042720 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.042859 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.043026 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.043155 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.043305 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.043455 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.043605 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 10:33:45.044542 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.044542 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.044542 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.044542 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.044542 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.044542 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.045155 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.045155 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.045155 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.045155 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.045627 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.045627 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.045627 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.045936 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.045936 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.046132 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.046234 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.046337 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.046440 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.046622 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.047651 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.047796 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.047920 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.048058 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.048218 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.048377 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.049340 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.049340 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.049340 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.049340 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.049340 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.049340 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.049950 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.049950 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.049950 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.049950 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.050282 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.050282 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.050421 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.050498 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.050609 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.050814 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.050924 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.051158 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.051610 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.051762 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.051921 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.052080 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.052239 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.052396 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.054652 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.054652 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.054652 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.054652 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.054652 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.055531 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:33:45.055608 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.055608 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.055608 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.055608 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.055608 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.055608 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.055608 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.056050 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.056050 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.056050 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.056216 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.056324 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.056488 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.056645 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.056804 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.056961 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.057118 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.057328 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.057422 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.057577 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.057735 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.057953 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.058075 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.058234 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.058394 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.058553 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.058737 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.058896 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.059071 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.059225 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.059399 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.059555 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.059875 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.060031 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.060194 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.060346 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.060506 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.060663 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.060820 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.060979 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.061135 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.061292 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.061452 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.061610 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.061770 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.061927 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.062084 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.062241 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.062398 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.062556 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.062746 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.062904 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.063110 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.063206 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.063367 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.063523 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.063692 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.063850 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.064010 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.064171 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.064339 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.064501 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.064652 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.064980 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.065139 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.065296 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.065457 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.065616 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.065777 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.065935 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.066073 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.066233 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.066384 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.066556 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.066732 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.066870 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.067031 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.067212 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.067383 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.067589 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.069532 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.069532 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.069532 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.069532 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.069532 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.069532 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.069532 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.069532 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.071333 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.071333 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.071333 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.071333 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.071333 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.071333 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.071333 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.071333 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.072014 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.072014 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.072014 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.072014 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.072014 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.072305 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.072305 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.072420 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.072483 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.072702 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.073402 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.075496 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.075496 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.075496 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.075496 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.075496 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.075917 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.075917 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.076062 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.076136 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.076252 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.076427 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.076567 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.076724 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.076882 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.077921 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.077921 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.077921 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.077921 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.077921 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.077921 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.077921 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.079370 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.079370 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.079370 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.079370 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.079370 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.079370 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.079370 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.079765 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.079765 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.079885 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.080080 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.080192 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.080570 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.080570 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.080728 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.080795 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.080941 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.081070 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.082044 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.082212 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.082359 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.082516 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.082692 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.082874 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.083039 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.083199 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.083337 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.083493 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.083888 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.084069 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.085350 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.085350 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.085350 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.085350 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.085350 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.085350 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.086675 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.086675 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.086675 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.087140 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.087140 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.087445 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.087588 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.088149 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.088149 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.088149 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.088575 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.088959 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.089149 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.089316 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.089480 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.089738 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.089910 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.090081 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.090241 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.090627 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.090775 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.090861 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.090984 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.091144 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.091603 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.091965 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.092137 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.092277 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.094614 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.094614 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.094614 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.094614 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.094614 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.094614 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.094614 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.094614 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.095179 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.095179 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.095179 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.095179 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.095179 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.095179 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.095179 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.095680 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.095965 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.096304 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.096482 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.096645 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.096779 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.097068 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.097233 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.097396 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.098132 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.098132 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.098132 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.098132 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.098132 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.098455 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.098455 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.098572 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 10:33:45.098833 dv-cinder-792209-3-iscsi neutron-server[99425]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99425) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 10:33:56.054775 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4661b30a-4b2f-4025-87de-d126ba3e7c08 None None] get_active_networks_info from dv-cinder-792209-3-iscsi {{(pid=99534) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 29 10:33:56.112091 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f3467ed0-c465-4a97-83dd-0e0ce55469d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7864483'] for agent, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:33:56.144380 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4661b30a-4b2f-4025-87de-d126ba3e7c08 None None] No non-hosted networks {{(pid=99534) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 29 10:33:58.658497 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-805cad23-a883-4e15-9406-2d531f6d1c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7864483'] for agent, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:33:58.710500 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-ed45e92d-a86f-4482-be79-503df27c7dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:33:58.853532 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7864483'] for agent, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:33:58.854640 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:33:58.855245 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:33:58.856461 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:33:58.857006 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:33:58.858074 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:33:58.858702 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:33:58.860324 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:33:58.860977 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:33:58.862247 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:33:58.863477 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:33:58.864594 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:33:58.865793 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:33:58.869214 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-792209-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:33:58.876934 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-792209-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:33:59.674899 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7864483'] for agent, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:01.199796 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7864483'] for agent, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:02.401603 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 40590) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:34:02.908132 dv-cinder-792209-3-iscsi neutron-server[99532]: WARNING oslo_policy.policy [None req-3ed6f598-86a2-4f74-9766-9d2e9c30a8ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:34:02.908709 dv-cinder-792209-3-iscsi neutron-server[99532]: WARNING oslo_policy.policy [None req-3ed6f598-86a2-4f74-9766-9d2e9c30a8ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:34:02.978564 dv-cinder-792209-3-iscsi neutron-server[99534]: INFO neutron.db.l3_hamode_db [None req-14ac8459-c000-40b8-9e0d-468f4bf08132 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 29 10:34:03.052998 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ac8459-c000-40b8-9e0d-468f4bf08132 None None] Routers set() bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:34:03.053403 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ac8459-c000-40b8-9e0d-468f4bf08132 None None] Router IDs set() for agent in host dv-cinder-792209-3-iscsi {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 29 10:34:03.123242 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [None req-3ed6f598-86a2-4f74-9766-9d2e9c30a8ff admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=99532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:34:03.124260 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-3ed6f598-86a2-4f74-9766-9d2e9c30a8ff admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7216861 Jun 29 10:34:05.446448 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 40604) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:34:05.747739 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-89cb7a12-b883-4e2e-b265-67d03d45eb0d admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:34:05.838106 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.policy [None req-89cb7a12-b883-4e2e-b265-67d03d45eb0d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99532) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 10:34:05.882891 dv-cinder-792209-3-iscsi neutron-server[99532]: WARNING oslo_policy.policy [None req-89cb7a12-b883-4e2e-b265-67d03d45eb0d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:34:05.883251 dv-cinder-792209-3-iscsi neutron-server[99532]: WARNING oslo_policy.policy [None req-89cb7a12-b883-4e2e-b265-67d03d45eb0d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:34:05.891608 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.quota [None req-89cb7a12-b883-4e2e-b265-67d03d45eb0d admin admin] Loaded quota_driver: . Jun 29 10:34:05.980870 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-89cb7a12-b883-4e2e-b265-67d03d45eb0d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772017363404', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772017361951', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772017375246', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772017373636', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772017389447', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772017330082', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-596560', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7845453', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-476724', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-425286'] for rbac-policy, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:06.043595 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-89cb7a12-b883-4e2e-b265-67d03d45eb0d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:06.044743 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-89cb7a12-b883-4e2e-b265-67d03d45eb0d admin admin] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5972979 Jun 29 10:34:08.575088 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 40616) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:34:08.865259 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-034b9eb0-fcc7-4bb7-bfe7-bde1db5a00f0 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'dd8cc96f772946469b30220ed655ceec', 'tenant_id': 'dd8cc96f772946469b30220ed655ceec'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:34:08.892995 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034b9eb0-fcc7-4bb7-bfe7-bde1db5a00f0 admin admin] Made reservation on behalf of dd8cc96f772946469b30220ed655ceec for: {'network': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:34:08.895837 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-034b9eb0-fcc7-4bb7-bfe7-bde1db5a00f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for network, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:08.911709 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-034b9eb0-fcc7-4bb7-bfe7-bde1db5a00f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:09.031260 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-034b9eb0-fcc7-4bb7-bfe7-bde1db5a00f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:09.035039 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-034b9eb0-fcc7-4bb7-bfe7-bde1db5a00f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:09.040943 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:34:09.056039 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-034b9eb0-fcc7-4bb7-bfe7-bde1db5a00f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=99532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:34:09.083307 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-034b9eb0-fcc7-4bb7-bfe7-bde1db5a00f0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772013423656', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342'] for segment, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:09.083852 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-034b9eb0-fcc7-4bb7-bfe7-bde1db5a00f0 admin admin] Unsubscribe: segment precommit_create {{(pid=99532) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 10:34:09.084846 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.db.segments_db [None req-034b9eb0-fcc7-4bb7-bfe7-bde1db5a00f0 admin admin] Added segment 5d372cb5-38f5-4120-9fde-903460335014 of type vlan for network 8df4979f-cda6-4c43-8730-695829b7b11b Jun 29 10:34:09.102288 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b9eb0-fcc7-4bb7-bfe7-bde1db5a00f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55486db6-b31d-45e6-bb0b-08fa2201f436,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:34:09.128961 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034b9eb0-fcc7-4bb7-bfe7-bde1db5a00f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:09.129306 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034b9eb0-fcc7-4bb7-bfe7-bde1db5a00f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:09.129641 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034b9eb0-fcc7-4bb7-bfe7-bde1db5a00f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:09.129958 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034b9eb0-fcc7-4bb7-bfe7-bde1db5a00f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:09.130270 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034b9eb0-fcc7-4bb7-bfe7-bde1db5a00f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:09.130613 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034b9eb0-fcc7-4bb7-bfe7-bde1db5a00f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:09.130927 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034b9eb0-fcc7-4bb7-bfe7-bde1db5a00f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:09.131256 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034b9eb0-fcc7-4bb7-bfe7-bde1db5a00f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:09.131572 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034b9eb0-fcc7-4bb7-bfe7-bde1db5a00f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:09.131879 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034b9eb0-fcc7-4bb7-bfe7-bde1db5a00f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:09.132181 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034b9eb0-fcc7-4bb7-bfe7-bde1db5a00f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:09.132480 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034b9eb0-fcc7-4bb7-bfe7-bde1db5a00f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:09.133540 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-034b9eb0-fcc7-4bb7-bfe7-bde1db5a00f0 admin admin] Tracked resource versions report: Jun 29 10:34:09.133540 dv-cinder-792209-3-iscsi neutron-server[99532]: pushed versions: Jun 29 10:34:09.133540 dv-cinder-792209-3-iscsi neutron-server[99532]: { 'AddressGroup': {'1.2'}, Jun 29 10:34:09.133540 dv-cinder-792209-3-iscsi neutron-server[99532]: 'ConntrackHelper': {'1.0'}, Jun 29 10:34:09.133540 dv-cinder-792209-3-iscsi neutron-server[99532]: 'Log': {'1.0'}, Jun 29 10:34:09.133540 dv-cinder-792209-3-iscsi neutron-server[99532]: 'Network': {'1.1'}, Jun 29 10:34:09.133540 dv-cinder-792209-3-iscsi neutron-server[99532]: 'Port': {'1.7'}, Jun 29 10:34:09.133540 dv-cinder-792209-3-iscsi neutron-server[99532]: 'PortForwarding': {'1.2'}, Jun 29 10:34:09.133540 dv-cinder-792209-3-iscsi neutron-server[99532]: 'QosPolicy': {'1.8'}, Jun 29 10:34:09.133540 dv-cinder-792209-3-iscsi neutron-server[99532]: 'SecurityGroup': {'1.4'}, Jun 29 10:34:09.133540 dv-cinder-792209-3-iscsi neutron-server[99532]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:34:09.133540 dv-cinder-792209-3-iscsi neutron-server[99532]: 'SubPort': {'1.0'}, Jun 29 10:34:09.133540 dv-cinder-792209-3-iscsi neutron-server[99532]: 'Subnet': {'1.1'}, Jun 29 10:34:09.133540 dv-cinder-792209-3-iscsi neutron-server[99532]: 'Trunk': {'1.1'}} Jun 29 10:34:09.133540 dv-cinder-792209-3-iscsi neutron-server[99532]: consumer versions: Jun 29 10:34:09.133540 dv-cinder-792209-3-iscsi neutron-server[99532]: { DHCP agent@dv-cinder-792209-3-iscsi: {}, Jun 29 10:34:09.133540 dv-cinder-792209-3-iscsi neutron-server[99532]: L3 agent@dv-cinder-792209-3-iscsi: {}, Jun 29 10:34:09.133540 dv-cinder-792209-3-iscsi neutron-server[99532]: Metadata agent@dv-cinder-792209-3-iscsi: {}, Jun 29 10:34:09.133540 dv-cinder-792209-3-iscsi neutron-server[99532]: Metering agent@dv-cinder-792209-3-iscsi: {}, Jun 29 10:34:09.133540 dv-cinder-792209-3-iscsi neutron-server[99532]: Open vSwitch agent@dv-cinder-792209-3-iscsi: { 'AddressGroup': '1.2', Jun 29 10:34:09.133540 dv-cinder-792209-3-iscsi neutron-server[99532]: 'ConntrackHelper': '1.0', Jun 29 10:34:09.133540 dv-cinder-792209-3-iscsi neutron-server[99532]: 'Log': '1.0', Jun 29 10:34:09.133540 dv-cinder-792209-3-iscsi neutron-server[99532]: 'Network': '1.1', Jun 29 10:34:09.133540 dv-cinder-792209-3-iscsi neutron-server[99532]: 'Port': '1.7', Jun 29 10:34:09.133540 dv-cinder-792209-3-iscsi neutron-server[99532]: 'PortForwarding': '1.2', Jun 29 10:34:09.133540 dv-cinder-792209-3-iscsi neutron-server[99532]: 'QosPolicy': '1.8', Jun 29 10:34:09.133540 dv-cinder-792209-3-iscsi neutron-server[99532]: 'SecurityGroup': '1.4', Jun 29 10:34:09.133540 dv-cinder-792209-3-iscsi neutron-server[99532]: 'SecurityGroupRule': '1.2', Jun 29 10:34:09.133540 dv-cinder-792209-3-iscsi neutron-server[99532]: 'SubPort': '1.0', Jun 29 10:34:09.133540 dv-cinder-792209-3-iscsi neutron-server[99532]: 'Subnet': '1.1', Jun 29 10:34:09.133540 dv-cinder-792209-3-iscsi neutron-server[99532]: 'Trunk': '1.1'}} Jun 29 10:34:09.133540 dv-cinder-792209-3-iscsi neutron-server[99532]: {{(pid=99532) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:34:09.199968 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-034b9eb0-fcc7-4bb7-bfe7-bde1db5a00f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:34:09.205336 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-034b9eb0-fcc7-4bb7-bfe7-bde1db5a00f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772013063217'] for network, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:09.252901 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-034b9eb0-fcc7-4bb7-bfe7-bde1db5a00f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780'] for network, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:09.254288 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034b9eb0-fcc7-4bb7-bfe7-bde1db5a00f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:34:09.254962 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-034b9eb0-fcc7-4bb7-bfe7-bde1db5a00f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for network, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:09.257645 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:34:09.324664 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-034b9eb0-fcc7-4bb7-bfe7-bde1db5a00f0 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7484517 Jun 29 10:34:09.353383 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b9eb0-fcc7-4bb7-bfe7-bde1db5a00f0 admin admin] Pushing event updated for resources: {'Network': ['ID=8df4979f-cda6-4c43-8730-695829b7b11b,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:34:09.356568 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-034b9eb0-fcc7-4bb7-bfe7-bde1db5a00f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:34:09.365060 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Network 8df4979f-cda6-4c43-8730-695829b7b11b details requested by agent ovs-agent-dv-cinder-792209-3-iscsi with host dv-cinder-792209-3-iscsi {{(pid=99534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:34:11.917219 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 40630) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:34:12.298906 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049a0e45-0b9c-459f-86e0-5383cfc7b281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:34:12.300258 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-049a0e45-0b9c-459f-86e0-5383cfc7b281 admin admin] 10.222.0.61 "GET /v2.0/networks/8df4979f-cda6-4c43-8730-695829b7b11b HTTP/1.1" status: 200 len: 825 time: 0.3821011 Jun 29 10:34:12.324150 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-3708f7a7-cfe6-4c0d-a888-ff320316e90e admin admin] 10.222.0.61 "GET /v2.0/subnetpools/b0af98ab-ad05-4b68-936f-8ef137186e63 HTTP/1.1" status: 200 len: 734 time: 0.0181093 Jun 29 10:34:12.332210 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-3553d226-2cdb-4a03-a08a-e245109e61a8 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'b0af98ab-ad05-4b68-936f-8ef137186e63', 'gateway_ip': '172.20.0.1', 'tenant_id': 'dd8cc96f772946469b30220ed655ceec', 'network_id': '8df4979f-cda6-4c43-8730-695829b7b11b', 'name': 'private-subnet'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:34:12.353806 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3553d226-2cdb-4a03-a08a-e245109e61a8 admin admin] Made reservation on behalf of dd8cc96f772946469b30220ed655ceec for: {'subnet': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:34:12.356074 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-3553d226-2cdb-4a03-a08a-e245109e61a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:12.649689 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-3553d226-2cdb-4a03-a08a-e245109e61a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780'] for subnet, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:12.653729 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:34:12.720011 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553d226-2cdb-4a03-a08a-e245109e61a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e407eb1-f971-4f9d-be7f-2203ed801581,revision_number=0']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:34:12.722967 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-3553d226-2cdb-4a03-a08a-e245109e61a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:34:12.723880 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3553d226-2cdb-4a03-a08a-e245109e61a8 admin admin] Checking segment: {'id': '5d372cb5-38f5-4120-9fde-903460335014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8df4979f-cda6-4c43-8730-695829b7b11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:34:12.724265 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3553d226-2cdb-4a03-a08a-e245109e61a8 admin admin] Network hostable DHCP agents. Network: 8df4979f-cda6-4c43-8730-695829b7b11b, hostable agents: ['0f321f44-7bd1-49aa-8caa-09a569631bca'], hosted agents: [] {{(pid=99532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:34:12.744453 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3553d226-2cdb-4a03-a08a-e245109e61a8 admin admin] Network 8df4979f-cda6-4c43-8730-695829b7b11b is scheduled to be hosted by DHCP agent 0f321f44-7bd1-49aa-8caa-09a569631bca with binding_index 1 {{(pid=99532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:34:12.754564 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-3553d226-2cdb-4a03-a08a-e245109e61a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-3-iscsi, 8df4979f-cda6-4c43-8730-695829b7b11b) {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:34:12.759502 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3553d226-2cdb-4a03-a08a-e245109e61a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:34:12.760079 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-3553d226-2cdb-4a03-a08a-e245109e61a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for subnet, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:12.765585 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e3dfc1-3ea0-47fc-91f7-9b140f6223af None None] Network 8df4979f-cda6-4c43-8730-695829b7b11b requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:34:12.773426 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-3553d226-2cdb-4a03-a08a-e245109e61a8 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4443643 Jun 29 10:34:13.070052 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1635cc3d-36a2-4280-a2f8-e74dbb3644ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bfd3446-107e-502c-af97-eaf1b64c2165-8df4979f-cda6-4c43-8730-695829b7b11b', 'network_id': '8df4979f-cda6-4c43-8730-695829b7b11b', 'tenant_id': 'dd8cc96f772946469b30220ed655ceec', 'fixed_ips': [{'subnet_id': '6e407eb1-f971-4f9d-be7f-2203ed801581'}]}} from dv-cinder-792209-3-iscsi. {{(pid=99534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:34:13.071359 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1635cc3d-36a2-4280-a2f8-e74dbb3644ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:13.333232 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.db_base_plugin_common [None req-1635cc3d-36a2-4280-a2f8-e74dbb3644ed None None] Allocated IP 172.20.0.2 (8df4979f-cda6-4c43-8730-695829b7b11b/6e407eb1-f971-4f9d-be7f-2203ed801581/4d4ca65a-2a52-495b-9e7b-442c34f76838) {{(pid=99534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:34:13.531506 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1635cc3d-36a2-4280-a2f8-e74dbb3644ed None None] Notify callbacks [] for port, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:13.576561 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-1635cc3d-36a2-4280-a2f8-e74dbb3644ed None None] Transition to ACTIVE for port object 4d4ca65a-2a52-495b-9e7b-442c34f76838 will not be triggered until provisioned by entity L2. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:34:13.596701 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-1635cc3d-36a2-4280-a2f8-e74dbb3644ed None None] Transition to ACTIVE for port object 4d4ca65a-2a52-495b-9e7b-442c34f76838 will not be triggered until provisioned by entity DHCP. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:34:13.606373 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1635cc3d-36a2-4280-a2f8-e74dbb3644ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799'] for port, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:13.609206 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:34:13.674543 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1635cc3d-36a2-4280-a2f8-e74dbb3644ed None None] Network 8df4979f-cda6-4c43-8730-695829b7b11b is already hosted by enough agents. {{(pid=99534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:34:13.679736 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.scheduler.base_scheduler [None req-1635cc3d-36a2-4280-a2f8-e74dbb3644ed None None] Resources bound (agent type, host, resource id): {{(pid=99534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:34:13.691144 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1635cc3d-36a2-4280-a2f8-e74dbb3644ed None None] Received port after_create {{(pid=99534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:34:13.694917 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635cc3d-36a2-4280-a2f8-e74dbb3644ed None None] Pushing event updated for resources: {'Port': ['ID=4d4ca65a-2a52-495b-9e7b-442c34f76838,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:34:13.721031 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635cc3d-36a2-4280-a2f8-e74dbb3644ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:13.721391 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635cc3d-36a2-4280-a2f8-e74dbb3644ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:13.721720 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635cc3d-36a2-4280-a2f8-e74dbb3644ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:13.722049 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635cc3d-36a2-4280-a2f8-e74dbb3644ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:13.722373 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635cc3d-36a2-4280-a2f8-e74dbb3644ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:13.722808 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635cc3d-36a2-4280-a2f8-e74dbb3644ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:13.723133 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635cc3d-36a2-4280-a2f8-e74dbb3644ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:13.723469 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635cc3d-36a2-4280-a2f8-e74dbb3644ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:13.723813 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635cc3d-36a2-4280-a2f8-e74dbb3644ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:13.724123 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635cc3d-36a2-4280-a2f8-e74dbb3644ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:13.724438 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635cc3d-36a2-4280-a2f8-e74dbb3644ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:13.724771 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635cc3d-36a2-4280-a2f8-e74dbb3644ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:13.725837 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1635cc3d-36a2-4280-a2f8-e74dbb3644ed None None] Tracked resource versions report: Jun 29 10:34:13.725837 dv-cinder-792209-3-iscsi neutron-server[99534]: pushed versions: Jun 29 10:34:13.725837 dv-cinder-792209-3-iscsi neutron-server[99534]: { 'AddressGroup': {'1.2'}, Jun 29 10:34:13.725837 dv-cinder-792209-3-iscsi neutron-server[99534]: 'ConntrackHelper': {'1.0'}, Jun 29 10:34:13.725837 dv-cinder-792209-3-iscsi neutron-server[99534]: 'Log': {'1.0'}, Jun 29 10:34:13.725837 dv-cinder-792209-3-iscsi neutron-server[99534]: 'Network': {'1.1'}, Jun 29 10:34:13.725837 dv-cinder-792209-3-iscsi neutron-server[99534]: 'Port': {'1.7'}, Jun 29 10:34:13.725837 dv-cinder-792209-3-iscsi neutron-server[99534]: 'PortForwarding': {'1.2'}, Jun 29 10:34:13.725837 dv-cinder-792209-3-iscsi neutron-server[99534]: 'QosPolicy': {'1.8'}, Jun 29 10:34:13.725837 dv-cinder-792209-3-iscsi neutron-server[99534]: 'SecurityGroup': {'1.4'}, Jun 29 10:34:13.725837 dv-cinder-792209-3-iscsi neutron-server[99534]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:34:13.725837 dv-cinder-792209-3-iscsi neutron-server[99534]: 'SubPort': {'1.0'}, Jun 29 10:34:13.725837 dv-cinder-792209-3-iscsi neutron-server[99534]: 'Subnet': {'1.1'}, Jun 29 10:34:13.725837 dv-cinder-792209-3-iscsi neutron-server[99534]: 'Trunk': {'1.1'}} Jun 29 10:34:13.725837 dv-cinder-792209-3-iscsi neutron-server[99534]: consumer versions: Jun 29 10:34:13.725837 dv-cinder-792209-3-iscsi neutron-server[99534]: { DHCP agent@dv-cinder-792209-3-iscsi: {}, Jun 29 10:34:13.725837 dv-cinder-792209-3-iscsi neutron-server[99534]: L3 agent@dv-cinder-792209-3-iscsi: {}, Jun 29 10:34:13.725837 dv-cinder-792209-3-iscsi neutron-server[99534]: Metadata agent@dv-cinder-792209-3-iscsi: {}, Jun 29 10:34:13.725837 dv-cinder-792209-3-iscsi neutron-server[99534]: Metering agent@dv-cinder-792209-3-iscsi: {}, Jun 29 10:34:13.725837 dv-cinder-792209-3-iscsi neutron-server[99534]: Open vSwitch agent@dv-cinder-792209-3-iscsi: { 'AddressGroup': '1.2', Jun 29 10:34:13.725837 dv-cinder-792209-3-iscsi neutron-server[99534]: 'ConntrackHelper': '1.0', Jun 29 10:34:13.725837 dv-cinder-792209-3-iscsi neutron-server[99534]: 'Log': '1.0', Jun 29 10:34:13.725837 dv-cinder-792209-3-iscsi neutron-server[99534]: 'Network': '1.1', Jun 29 10:34:13.725837 dv-cinder-792209-3-iscsi neutron-server[99534]: 'Port': '1.7', Jun 29 10:34:13.725837 dv-cinder-792209-3-iscsi neutron-server[99534]: 'PortForwarding': '1.2', Jun 29 10:34:13.725837 dv-cinder-792209-3-iscsi neutron-server[99534]: 'QosPolicy': '1.8', Jun 29 10:34:13.725837 dv-cinder-792209-3-iscsi neutron-server[99534]: 'SecurityGroup': '1.4', Jun 29 10:34:13.725837 dv-cinder-792209-3-iscsi neutron-server[99534]: 'SecurityGroupRule': '1.2', Jun 29 10:34:13.725837 dv-cinder-792209-3-iscsi neutron-server[99534]: 'SubPort': '1.0', Jun 29 10:34:13.725837 dv-cinder-792209-3-iscsi neutron-server[99534]: 'Subnet': '1.1', Jun 29 10:34:13.725837 dv-cinder-792209-3-iscsi neutron-server[99534]: 'Trunk': '1.1'}} Jun 29 10:34:13.725837 dv-cinder-792209-3-iscsi neutron-server[99534]: {{(pid=99534) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:34:13.747955 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-1635cc3d-36a2-4280-a2f8-e74dbb3644ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:34:13.774847 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-1635cc3d-36a2-4280-a2f8-e74dbb3644ed None None] Attempting to bind port 4d4ca65a-2a52-495b-9e7b-442c34f76838 on host dv-cinder-792209-3-iscsi for vnic_type normal with profile {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:34:13.775381 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-1635cc3d-36a2-4280-a2f8-e74dbb3644ed None None] Attempting to bind port 4d4ca65a-2a52-495b-9e7b-442c34f76838 by drivers openvswitch,hyperv on host dv-cinder-792209-3-iscsi at level 0 using segments [{'id': '5d372cb5-38f5-4120-9fde-903460335014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8df4979f-cda6-4c43-8730-695829b7b11b'}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:34:13.775661 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1635cc3d-36a2-4280-a2f8-e74dbb3644ed None None] Attempting to bind port 4d4ca65a-2a52-495b-9e7b-442c34f76838 on network 8df4979f-cda6-4c43-8730-695829b7b11b {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:34:13.780423 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1635cc3d-36a2-4280-a2f8-e74dbb3644ed None None] Checking agent: {'id': 'fcf96668-74e6-4b26-856c-86c6583113ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 33, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 33, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:34:13.780826 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1635cc3d-36a2-4280-a2f8-e74dbb3644ed None None] Checking segment: {'id': '5d372cb5-38f5-4120-9fde-903460335014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8df4979f-cda6-4c43-8730-695829b7b11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:34:13.781325 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1635cc3d-36a2-4280-a2f8-e74dbb3644ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:13.781716 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1635cc3d-36a2-4280-a2f8-e74dbb3644ed None None] Bound using segment: {'id': '5d372cb5-38f5-4120-9fde-903460335014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8df4979f-cda6-4c43-8730-695829b7b11b'} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:34:13.782180 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-1635cc3d-36a2-4280-a2f8-e74dbb3644ed None None] Bound port: 4d4ca65a-2a52-495b-9e7b-442c34f76838, host: dv-cinder-792209-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d372cb5-38f5-4120-9fde-903460335014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8df4979f-cda6-4c43-8730-695829b7b11b'}}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:34:13.782643 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1635cc3d-36a2-4280-a2f8-e74dbb3644ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:13.843360 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-1635cc3d-36a2-4280-a2f8-e74dbb3644ed None None] For port 4d4ca65a-2a52-495b-9e7b-442c34f76838, host dv-cinder-792209-3-iscsi, cleared binding levels {{(pid=99534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:34:13.847541 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-1635cc3d-36a2-4280-a2f8-e74dbb3644ed None None] For port 4d4ca65a-2a52-495b-9e7b-442c34f76838, host dv-cinder-792209-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=4d4ca65a-2a52-495b-9e7b-442c34f76838,segment=NetworkSegment(5d372cb5-38f5-4120-9fde-903460335014),segment_id=5d372cb5-38f5-4120-9fde-903460335014)] {{(pid=99534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:34:13.852542 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1635cc3d-36a2-4280-a2f8-e74dbb3644ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:13.858434 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-1635cc3d-36a2-4280-a2f8-e74dbb3644ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:34:13.924723 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1635cc3d-36a2-4280-a2f8-e74dbb3644ed None None] Pushing event updated for resources: {'Port': ['ID=4d4ca65a-2a52-495b-9e7b-442c34f76838,revision_number=2']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:34:13.930345 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-1635cc3d-36a2-4280-a2f8-e74dbb3644ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:34:15.128703 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 40638) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:34:15.444472 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [None req-45c95e0f-a518-4f8b-b5f7-5bcaa8a5c4d4 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=99532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:34:15.458621 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-45c95e0f-a518-4f8b-b5f7-5bcaa8a5c4d4 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3157735 Jun 29 10:34:17.792263 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 40646) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:34:18.108390 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [None req-dcee5f93-c1ef-4700-bf17-3f44e5b9d7f5 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=99532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:34:18.109448 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-dcee5f93-c1ef-4700-bf17-3f44e5b9d7f5 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3162360 Jun 29 10:34:19.920226 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc593dd-57cd-4199-8a85-4adcf1e0cd8d None None] Network 8df4979f-cda6-4c43-8730-695829b7b11b requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:34:20.043831 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-88c2a482-9856-4c7d-a18f-75c8a055bc78 None None] Provisioning for port 4d4ca65a-2a52-495b-9e7b-442c34f76838 completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:34:20.687194 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 4d4ca65a-2a52-495b-9e7b-442c34f76838 up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:34:20.700792 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 40660) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:34:20.770873 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning for port 4d4ca65a-2a52-495b-9e7b-442c34f76838 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:34:20.774917 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port 4d4ca65a-2a52-495b-9e7b-442c34f76838 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:34:20.775304 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:20.878634 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:20.912972 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] For port 4d4ca65a-2a52-495b-9e7b-442c34f76838, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=4d4ca65a-2a52-495b-9e7b-442c34f76838,segment=NetworkSegment(5d372cb5-38f5-4120-9fde-903460335014),segment_id=5d372cb5-38f5-4120-9fde-903460335014)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:34:20.917901 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:20.920003 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:34:20.963246 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Pushing event updated for resources: {'Port': ['ID=4d4ca65a-2a52-495b-9e7b-442c34f76838,revision_number=3']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:34:20.966254 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:34:21.005108 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-cebe7220-2fc7-49c9-b816-08807f2e9a1d admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'dd8cc96f772946469b30220ed655ceec', 'name': 'router1'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:34:21.027042 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-cebe7220-2fc7-49c9-b816-08807f2e9a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7868084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1699'] for router, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:21.028489 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-cebe7220-2fc7-49c9-b816-08807f2e9a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7868045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7908879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1690'] for router, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:21.162272 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-cebe7220-2fc7-49c9-b816-08807f2e9a1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:21.166691 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-cebe7220-2fc7-49c9-b816-08807f2e9a1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7907817'] for router, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:21.179290 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-cebe7220-2fc7-49c9-b816-08807f2e9a1d admin admin] Notify callbacks [] for router, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:21.180528 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-cebe7220-2fc7-49c9-b816-08807f2e9a1d admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4787097 Jun 29 10:34:22.678929 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 4d4ca65a-2a52-495b-9e7b-442c34f76838 up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:34:22.734418 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port 4d4ca65a-2a52-495b-9e7b-442c34f76838 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:34:22.734816 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:23.471896 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 40668) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:34:23.775024 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [None req-aa234c8a-0ae2-4d38-ade2-3d6e4d222801 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=99532) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:34:23.776017 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-aa234c8a-0ae2-4d38-ade2-3d6e4d222801 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3031948 Jun 29 10:34:25.935941 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-9301551f-d287-41c3-94c3-6ed3df66af29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:26.104319 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 40676) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:34:26.409235 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-a09c90a0-724c-47c3-bcc8-9269aad43f39 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:34:26.429345 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09c90a0-724c-47c3-bcc8-9269aad43f39 admin admin] Made reservation on behalf of 679e64c70a004a57bd579dd8f13b31a6 for: {'network': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:34:26.431701 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a09c90a0-724c-47c3-bcc8-9269aad43f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for network, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:26.439131 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a09c90a0-724c-47c3-bcc8-9269aad43f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:26.524440 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a09c90a0-724c-47c3-bcc8-9269aad43f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:26.527897 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a09c90a0-724c-47c3-bcc8-9269aad43f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:26.531639 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:34:26.542120 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a09c90a0-724c-47c3-bcc8-9269aad43f39 admin admin] Reserving flat network on physical network physnet1 {{(pid=99532) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 29 10:34:26.563853 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c90a0-724c-47c3-bcc8-9269aad43f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529553ff-bd89-4fd9-86a1-fd0813db34b6,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:34:26.566975 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-a09c90a0-724c-47c3-bcc8-9269aad43f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:34:26.568553 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a09c90a0-724c-47c3-bcc8-9269aad43f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342'] for segment, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:26.568891 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.db.segments_db [None req-a09c90a0-724c-47c3-bcc8-9269aad43f39 admin admin] Added segment b07597a5-acfa-4ea0-afa4-34f991bc6949 of type flat for network 2b1c2b73-c07b-4ea8-8347-94f00b07ac35 Jun 29 10:34:26.613961 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a09c90a0-724c-47c3-bcc8-9269aad43f39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772013063217'] for network, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:26.648158 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a09c90a0-724c-47c3-bcc8-9269aad43f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780'] for network, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:26.649414 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09c90a0-724c-47c3-bcc8-9269aad43f39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:34:26.649976 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a09c90a0-724c-47c3-bcc8-9269aad43f39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for network, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:26.652730 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-034b9eb0-fcc7-4bb7-bfe7-bde1db5a00f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:34:26.704818 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-a09c90a0-724c-47c3-bcc8-9269aad43f39 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5994439 Jun 29 10:34:26.709394 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c90a0-724c-47c3-bcc8-9269aad43f39 admin admin] Pushing event updated for resources: {'Network': ['ID=2b1c2b73-c07b-4ea8-8347-94f00b07ac35,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:34:26.712722 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-a09c90a0-724c-47c3-bcc8-9269aad43f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:34:26.719771 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Network 2b1c2b73-c07b-4ea8-8347-94f00b07ac35 details requested by agent ovs-agent-dv-cinder-792209-3-iscsi with host dv-cinder-792209-3-iscsi {{(pid=99534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:34:28.650030 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-ab57e44d-0cc5-443a-bea4-5008dfa0b73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:28.847440 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:29.015975 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 40684) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:34:29.360326 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700fe13a-13f3-4117-8c8d-89f3a1696602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:34:29.361647 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-700fe13a-13f3-4117-8c8d-89f3a1696602 admin admin] 10.222.0.61 "GET /v2.0/subnets/6e407eb1-f971-4f9d-be7f-2203ed801581 HTTP/1.1" status: 200 len: 849 time: 0.3447330 Jun 29 10:34:29.473833 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-102304d5-d55a-4498-9a10-243ed1b88e05 admin admin] 10.222.0.61 "GET /v2.0/routers/51e13127-42e7-4dc5-8d27-f352c07ee48e HTTP/1.1" status: 200 len: 704 time: 0.1060278 Jun 29 10:34:29.618427 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:29.732108 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a725bf86-4cd7-4897-a89f-768545e9c352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:30.012635 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [None req-a725bf86-4cd7-4897-a89f-768545e9c352 admin admin] Allocated IP 172.20.0.1 (8df4979f-cda6-4c43-8730-695829b7b11b/6e407eb1-f971-4f9d-be7f-2203ed801581/f895bd07-6a13-4166-8d29-0d95ae64e8b8) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:34:30.200755 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a725bf86-4cd7-4897-a89f-768545e9c352 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:30.221783 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.provisioning_blocks [None req-a725bf86-4cd7-4897-a89f-768545e9c352 admin admin] Transition to ACTIVE for port object f895bd07-6a13-4166-8d29-0d95ae64e8b8 will not be triggered until provisioned by entity DHCP. {{(pid=99532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:34:30.300671 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a725bf86-4cd7-4897-a89f-768545e9c352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:30.304147 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:34:30.367738 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a725bf86-4cd7-4897-a89f-768545e9c352 admin admin] Network 8df4979f-cda6-4c43-8730-695829b7b11b is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:34:30.372252 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-a725bf86-4cd7-4897-a89f-768545e9c352 admin admin] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:34:30.374831 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a725bf86-4cd7-4897-a89f-768545e9c352 admin admin] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:34:30.375372 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a725bf86-4cd7-4897-a89f-768545e9c352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7865503'] for router_interface, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:30.443164 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725bf86-4cd7-4897-a89f-768545e9c352 admin admin] Pushing event updated for resources: {'Port': ['ID=f895bd07-6a13-4166-8d29-0d95ae64e8b8,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:34:30.454125 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-a725bf86-4cd7-4897-a89f-768545e9c352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:34:30.544204 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-8633f5ef-c881-4bbf-8fe9-abaedf6b5055 None None] Provisioning for port f895bd07-6a13-4166-8d29-0d95ae64e8b8 completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:34:30.547704 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-8633f5ef-c881-4bbf-8fe9-abaedf6b5055 None None] Provisioning complete for port f895bd07-6a13-4166-8d29-0d95ae64e8b8 triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:34:30.548080 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8633f5ef-c881-4bbf-8fe9-abaedf6b5055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:30.580154 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-8633f5ef-c881-4bbf-8fe9-abaedf6b5055 None None] Port f895bd07-6a13-4166-8d29-0d95ae64e8b8 cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:34:30.589092 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a725bf86-4cd7-4897-a89f-768545e9c352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:30.764564 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a725bf86-4cd7-4897-a89f-768545e9c352 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:30.768686 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a725bf86-4cd7-4897-a89f-768545e9c352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:30.769748 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a725bf86-4cd7-4897-a89f-768545e9c352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7896118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7865451'] for router_interface, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:30.772183 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:34:30.843694 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a725bf86-4cd7-4897-a89f-768545e9c352 admin admin] Pushing event updated for resources: {'Port': ['ID=f895bd07-6a13-4166-8d29-0d95ae64e8b8,revision_number=2']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:34:30.847168 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-a725bf86-4cd7-4897-a89f-768545e9c352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:34:30.888453 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a725bf86-4cd7-4897-a89f-768545e9c352 admin admin] Network 8df4979f-cda6-4c43-8730-695829b7b11b is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:34:30.889683 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-a725bf86-4cd7-4897-a89f-768545e9c352 admin admin] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:34:31.046012 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a725bf86-4cd7-4897-a89f-768545e9c352 admin admin] Router 51e13127-42e7-4dc5-8d27-f352c07ee48e is scheduled to L3 agent 8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f with binding_index 1 {{(pid=99532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:34:31.099359 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-e503c059-52f2-440d-8b70-5d863158f8be None None] Provisioning complete for port f895bd07-6a13-4166-8d29-0d95ae64e8b8 triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:34:31.099655 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-e503c059-52f2-440d-8b70-5d863158f8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:31.136977 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a725bf86-4cd7-4897-a89f-768545e9c352 admin admin] Notify agent at l3_agent.dv-cinder-792209-3-iscsi the message routers_updated {{(pid=99532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:34:31.140875 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-e503c059-52f2-440d-8b70-5d863158f8be None None] Port f895bd07-6a13-4166-8d29-0d95ae64e8b8 cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:34:31.142919 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-a725bf86-4cd7-4897-a89f-768545e9c352 admin admin] 10.222.0.61 "PUT /v2.0/routers/51e13127-42e7-4dc5-8d27-f352c07ee48e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6641624 Jun 29 10:34:31.155418 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:31.155676 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1c71eb-6d1f-46f0-ab0a-16cb539967fb None None] Sync routers for ids ['51e13127-42e7-4dc5-8d27-f352c07ee48e'] in dv-cinder-792209-3-iscsi {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:34:31.167630 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1c71eb-6d1f-46f0-ab0a-16cb539967fb None None] Routers {'51e13127-42e7-4dc5-8d27-f352c07ee48e'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:34:31.168379 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-8f1c71eb-6d1f-46f0-ab0a-16cb539967fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:34:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['51e13127-42e7-4dc5-8d27-f352c07ee48e'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:34:31.346846 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-8f1c71eb-6d1f-46f0-ab0a-16cb539967fb None None] Set router 51e13127-42e7-4dc5-8d27-f352c07ee48e gateway port host: None {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:34:31.768773 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-8f1c71eb-6d1f-46f0-ab0a-16cb539967fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e13127-42e7-4dc5-8d27-f352c07ee48e', 'name': 'router1', 'tenant_id': 'dd8cc96f772946469b30220ed655ceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:34:21Z', 'updated_at': '2021-06-29T10:34:30Z', 'revision_number': 2, 'project_id': 'dd8cc96f772946469b30220ed655ceec', 'gw_port_host': None, '_interfaces': [{'id': 'f895bd07-6a13-4166-8d29-0d95ae64e8b8', 'name': '', 'network_id': '8df4979f-cda6-4c43-8730-695829b7b11b', 'tenant_id': 'dd8cc96f772946469b30220ed655ceec', 'mac_address': 'fa:16:3e:e9:24:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e13127-42e7-4dc5-8d27-f352c07ee48e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e407eb1-f971-4f9d-be7f-2203ed801581', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:34:29Z', 'updated_at': '2021-06-29T10:34:30Z', 'revision_number': 2, 'project_id': 'dd8cc96f772946469b30220ed655ceec', 'subnets': [{'id': '6e407eb1-f971-4f9d-be7f-2203ed801581', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0af98ab-ad05-4b68-936f-8ef137186e63'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:34:31.819970 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1c71eb-6d1f-46f0-ab0a-16cb539967fb None None] Checking router: 51e13127-42e7-4dc5-8d27-f352c07ee48e for host: dv-cinder-792209-3-iscsi {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:34:31.820338 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1c71eb-6d1f-46f0-ab0a-16cb539967fb None None] Updating router 51e13127-42e7-4dc5-8d27-f352c07ee48e port f895bd07-6a13-4166-8d29-0d95ae64e8b8 binding host dv-cinder-792209-3-iscsi {{(pid=99535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:34:31.882493 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-8f1c71eb-6d1f-46f0-ab0a-16cb539967fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:32.366498 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-8f1c71eb-6d1f-46f0-ab0a-16cb539967fb None None] Notify callbacks [] for port, precommit_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:32.384965 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-8f1c71eb-6d1f-46f0-ab0a-16cb539967fb None None] Transition to ACTIVE for port object f895bd07-6a13-4166-8d29-0d95ae64e8b8 will not be triggered until provisioned by entity L2. {{(pid=99535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:34:32.391553 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-8f1c71eb-6d1f-46f0-ab0a-16cb539967fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:32.396847 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:34:32.540701 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b44db-b5f5-4395-994f-1dc850ddd916 None None] Pushing event updated for resources: {'Port': ['ID=f895bd07-6a13-4166-8d29-0d95ae64e8b8,revision_number=3']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:34:32.555704 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-8f1c71eb-6d1f-46f0-ab0a-16cb539967fb None None] Attempting to bind port f895bd07-6a13-4166-8d29-0d95ae64e8b8 on host dv-cinder-792209-3-iscsi for vnic_type normal with profile {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:34:32.556092 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-8f1c71eb-6d1f-46f0-ab0a-16cb539967fb None None] Attempting to bind port f895bd07-6a13-4166-8d29-0d95ae64e8b8 by drivers openvswitch,hyperv on host dv-cinder-792209-3-iscsi at level 0 using segments [{'id': '5d372cb5-38f5-4120-9fde-903460335014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8df4979f-cda6-4c43-8730-695829b7b11b'}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:34:32.556538 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1c71eb-6d1f-46f0-ab0a-16cb539967fb None None] Attempting to bind port f895bd07-6a13-4166-8d29-0d95ae64e8b8 on network 8df4979f-cda6-4c43-8730-695829b7b11b {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:34:32.561991 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9b44db-b5f5-4395-994f-1dc850ddd916 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:32.562322 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9b44db-b5f5-4395-994f-1dc850ddd916 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:32.562678 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9b44db-b5f5-4395-994f-1dc850ddd916 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:32.562985 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9b44db-b5f5-4395-994f-1dc850ddd916 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:32.563299 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9b44db-b5f5-4395-994f-1dc850ddd916 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:32.563612 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9b44db-b5f5-4395-994f-1dc850ddd916 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:32.563920 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9b44db-b5f5-4395-994f-1dc850ddd916 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:32.564272 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9b44db-b5f5-4395-994f-1dc850ddd916 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:32.564595 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9b44db-b5f5-4395-994f-1dc850ddd916 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:32.564905 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9b44db-b5f5-4395-994f-1dc850ddd916 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:32.565217 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9b44db-b5f5-4395-994f-1dc850ddd916 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:32.565517 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9b44db-b5f5-4395-994f-1dc850ddd916 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:34:32.566551 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9b44db-b5f5-4395-994f-1dc850ddd916 None None] Tracked resource versions report: Jun 29 10:34:32.566551 dv-cinder-792209-3-iscsi neutron-server[99535]: pushed versions: Jun 29 10:34:32.566551 dv-cinder-792209-3-iscsi neutron-server[99535]: { 'AddressGroup': {'1.2'}, Jun 29 10:34:32.566551 dv-cinder-792209-3-iscsi neutron-server[99535]: 'ConntrackHelper': {'1.0'}, Jun 29 10:34:32.566551 dv-cinder-792209-3-iscsi neutron-server[99535]: 'Log': {'1.0'}, Jun 29 10:34:32.566551 dv-cinder-792209-3-iscsi neutron-server[99535]: 'Network': {'1.1'}, Jun 29 10:34:32.566551 dv-cinder-792209-3-iscsi neutron-server[99535]: 'Port': {'1.7'}, Jun 29 10:34:32.566551 dv-cinder-792209-3-iscsi neutron-server[99535]: 'PortForwarding': {'1.2'}, Jun 29 10:34:32.566551 dv-cinder-792209-3-iscsi neutron-server[99535]: 'QosPolicy': {'1.8'}, Jun 29 10:34:32.566551 dv-cinder-792209-3-iscsi neutron-server[99535]: 'SecurityGroup': {'1.4'}, Jun 29 10:34:32.566551 dv-cinder-792209-3-iscsi neutron-server[99535]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:34:32.566551 dv-cinder-792209-3-iscsi neutron-server[99535]: 'SubPort': {'1.0'}, Jun 29 10:34:32.566551 dv-cinder-792209-3-iscsi neutron-server[99535]: 'Subnet': {'1.1'}, Jun 29 10:34:32.566551 dv-cinder-792209-3-iscsi neutron-server[99535]: 'Trunk': {'1.1'}} Jun 29 10:34:32.566551 dv-cinder-792209-3-iscsi neutron-server[99535]: consumer versions: Jun 29 10:34:32.566551 dv-cinder-792209-3-iscsi neutron-server[99535]: { DHCP agent@dv-cinder-792209-3-iscsi: {}, Jun 29 10:34:32.566551 dv-cinder-792209-3-iscsi neutron-server[99535]: L3 agent@dv-cinder-792209-3-iscsi: {}, Jun 29 10:34:32.566551 dv-cinder-792209-3-iscsi neutron-server[99535]: Metadata agent@dv-cinder-792209-3-iscsi: {}, Jun 29 10:34:32.566551 dv-cinder-792209-3-iscsi neutron-server[99535]: Metering agent@dv-cinder-792209-3-iscsi: {}, Jun 29 10:34:32.566551 dv-cinder-792209-3-iscsi neutron-server[99535]: Open vSwitch agent@dv-cinder-792209-3-iscsi: { 'AddressGroup': '1.2', Jun 29 10:34:32.566551 dv-cinder-792209-3-iscsi neutron-server[99535]: 'ConntrackHelper': '1.0', Jun 29 10:34:32.566551 dv-cinder-792209-3-iscsi neutron-server[99535]: 'Log': '1.0', Jun 29 10:34:32.566551 dv-cinder-792209-3-iscsi neutron-server[99535]: 'Network': '1.1', Jun 29 10:34:32.566551 dv-cinder-792209-3-iscsi neutron-server[99535]: 'Port': '1.7', Jun 29 10:34:32.566551 dv-cinder-792209-3-iscsi neutron-server[99535]: 'PortForwarding': '1.2', Jun 29 10:34:32.566551 dv-cinder-792209-3-iscsi neutron-server[99535]: 'QosPolicy': '1.8', Jun 29 10:34:32.566551 dv-cinder-792209-3-iscsi neutron-server[99535]: 'SecurityGroup': '1.4', Jun 29 10:34:32.566551 dv-cinder-792209-3-iscsi neutron-server[99535]: 'SecurityGroupRule': '1.2', Jun 29 10:34:32.566551 dv-cinder-792209-3-iscsi neutron-server[99535]: 'SubPort': '1.0', Jun 29 10:34:32.566551 dv-cinder-792209-3-iscsi neutron-server[99535]: 'Subnet': '1.1', Jun 29 10:34:32.566551 dv-cinder-792209-3-iscsi neutron-server[99535]: 'Trunk': '1.1'}} Jun 29 10:34:32.566551 dv-cinder-792209-3-iscsi neutron-server[99535]: {{(pid=99535) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:34:32.569407 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1c71eb-6d1f-46f0-ab0a-16cb539967fb None None] Checking agent: {'id': 'fcf96668-74e6-4b26-856c-86c6583113ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 33, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:34:32.569880 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1c71eb-6d1f-46f0-ab0a-16cb539967fb None None] Checking segment: {'id': '5d372cb5-38f5-4120-9fde-903460335014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8df4979f-cda6-4c43-8730-695829b7b11b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:34:32.570306 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-8f1c71eb-6d1f-46f0-ab0a-16cb539967fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:32.570701 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1c71eb-6d1f-46f0-ab0a-16cb539967fb None None] Bound using segment: {'id': '5d372cb5-38f5-4120-9fde-903460335014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8df4979f-cda6-4c43-8730-695829b7b11b'} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:34:32.571190 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-8f1c71eb-6d1f-46f0-ab0a-16cb539967fb None None] Bound port: f895bd07-6a13-4166-8d29-0d95ae64e8b8, host: dv-cinder-792209-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d372cb5-38f5-4120-9fde-903460335014', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '8df4979f-cda6-4c43-8730-695829b7b11b'}}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:34:32.571597 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-8f1c71eb-6d1f-46f0-ab0a-16cb539967fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:32.579907 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-da9b44db-b5f5-4395-994f-1dc850ddd916 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:34:32.635924 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-8f1c71eb-6d1f-46f0-ab0a-16cb539967fb None None] For port f895bd07-6a13-4166-8d29-0d95ae64e8b8, host dv-cinder-792209-3-iscsi, cleared binding levels {{(pid=99535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:34:32.655958 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-8f1c71eb-6d1f-46f0-ab0a-16cb539967fb None None] For port f895bd07-6a13-4166-8d29-0d95ae64e8b8, host dv-cinder-792209-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=f895bd07-6a13-4166-8d29-0d95ae64e8b8,segment=NetworkSegment(5d372cb5-38f5-4120-9fde-903460335014),segment_id=5d372cb5-38f5-4120-9fde-903460335014)] {{(pid=99535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:34:32.660216 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-8f1c71eb-6d1f-46f0-ab0a-16cb539967fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:32.663792 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:34:32.714046 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b44db-b5f5-4395-994f-1dc850ddd916 None None] Pushing event updated for resources: {'Port': ['ID=f895bd07-6a13-4166-8d29-0d95ae64e8b8,revision_number=4']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:34:32.718095 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-da9b44db-b5f5-4395-994f-1dc850ddd916 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:34:32.722777 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1c71eb-6d1f-46f0-ab0a-16cb539967fb None None] Routers {'51e13127-42e7-4dc5-8d27-f352c07ee48e'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:34:32.723899 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-8f1c71eb-6d1f-46f0-ab0a-16cb539967fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:34:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['51e13127-42e7-4dc5-8d27-f352c07ee48e'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:34:32.812511 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-8f1c71eb-6d1f-46f0-ab0a-16cb539967fb None None] Set router 51e13127-42e7-4dc5-8d27-f352c07ee48e gateway port host: None {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:34:33.013509 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-8f1c71eb-6d1f-46f0-ab0a-16cb539967fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e13127-42e7-4dc5-8d27-f352c07ee48e', 'name': 'router1', 'tenant_id': 'dd8cc96f772946469b30220ed655ceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:34:21Z', 'updated_at': '2021-06-29T10:34:30Z', 'revision_number': 2, 'project_id': 'dd8cc96f772946469b30220ed655ceec', 'gw_port_host': None, '_interfaces': [{'id': 'f895bd07-6a13-4166-8d29-0d95ae64e8b8', 'name': '', 'network_id': '8df4979f-cda6-4c43-8730-695829b7b11b', 'tenant_id': 'dd8cc96f772946469b30220ed655ceec', 'mac_address': 'fa:16:3e:e9:24:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e13127-42e7-4dc5-8d27-f352c07ee48e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e407eb1-f971-4f9d-be7f-2203ed801581', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:34:29Z', 'updated_at': '2021-06-29T10:34:32Z', 'revision_number': 4, 'project_id': 'dd8cc96f772946469b30220ed655ceec', 'subnets': [{'id': '6e407eb1-f971-4f9d-be7f-2203ed801581', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0af98ab-ad05-4b68-936f-8ef137186e63'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:34:33.039016 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1c71eb-6d1f-46f0-ab0a-16cb539967fb None None] The sync data for ids ['51e13127-42e7-4dc5-8d27-f352c07ee48e'] in dv-cinder-792209-3-iscsi is: [{'id': '51e13127-42e7-4dc5-8d27-f352c07ee48e', 'name': 'router1', 'tenant_id': 'dd8cc96f772946469b30220ed655ceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:34:21Z', 'updated_at': '2021-06-29T10:34:30Z', 'revision_number': 2, 'project_id': 'dd8cc96f772946469b30220ed655ceec', 'gw_port_host': None, '_interfaces': [{'id': 'f895bd07-6a13-4166-8d29-0d95ae64e8b8', 'name': '', 'network_id': '8df4979f-cda6-4c43-8730-695829b7b11b', 'tenant_id': 'dd8cc96f772946469b30220ed655ceec', 'mac_address': 'fa:16:3e:e9:24:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e13127-42e7-4dc5-8d27-f352c07ee48e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e407eb1-f971-4f9d-be7f-2203ed801581', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:34:29Z', 'updated_at': '2021-06-29T10:34:32Z', 'revision_number': 4, 'project_id': 'dd8cc96f772946469b30220ed655ceec', 'subnets': [{'id': '6e407eb1-f971-4f9d-be7f-2203ed801581', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0af98ab-ad05-4b68-936f-8ef137186e63'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:34:33.489807 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 40704) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:34:33.679729 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd8823f-dc2e-4665-89ef-1f418c9aa0d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:34:33.686617 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-edd8823f-dc2e-4665-89ef-1f418c9aa0d4 admin admin] 10.222.0.61 "GET /v2.0/networks/2b1c2b73-c07b-4ea8-8347-94f00b07ac35 HTTP/1.1" status: 200 len: 842 time: 0.1902497 Jun 29 10:34:33.690718 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-588bfcee-71ea-4396-a61e-dd9701a368bd admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:34:33.713100 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588bfcee-71ea-4396-a61e-dd9701a368bd admin admin] Made reservation on behalf of 679e64c70a004a57bd579dd8f13b31a6 for: {'subnet': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:34:33.715511 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-588bfcee-71ea-4396-a61e-dd9701a368bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:33.960833 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.agents_db [None req-93d4a047-be9c-4d13-b750-597922b429b4 None None] Agent healthcheck: found 5 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:34:34.045188 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.objects.ports [None req-588bfcee-71ea-4396-a61e-dd9701a368bd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99532) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 29 10:34:34.045618 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-588bfcee-71ea-4396-a61e-dd9701a368bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780'] for subnet, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:34.048321 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:34:34.101257 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588bfcee-71ea-4396-a61e-dd9701a368bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=05f04cdc-c6be-4227-89f2-0a6a720b3b38,revision_number=0']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:34:34.104463 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-588bfcee-71ea-4396-a61e-dd9701a368bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:34:34.109894 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588bfcee-71ea-4396-a61e-dd9701a368bd admin admin] Checking segment: {'id': 'b07597a5-acfa-4ea0-afa4-34f991bc6949', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:34:34.110246 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588bfcee-71ea-4396-a61e-dd9701a368bd admin admin] Network hostable DHCP agents. Network: 2b1c2b73-c07b-4ea8-8347-94f00b07ac35, hostable agents: ['0f321f44-7bd1-49aa-8caa-09a569631bca'], hosted agents: [] {{(pid=99532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:34:34.127079 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588bfcee-71ea-4396-a61e-dd9701a368bd admin admin] Network 2b1c2b73-c07b-4ea8-8347-94f00b07ac35 is scheduled to be hosted by DHCP agent 0f321f44-7bd1-49aa-8caa-09a569631bca with binding_index 1 {{(pid=99532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:34:34.136866 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-588bfcee-71ea-4396-a61e-dd9701a368bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-3-iscsi, 2b1c2b73-c07b-4ea8-8347-94f00b07ac35) {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:34:34.140949 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588bfcee-71ea-4396-a61e-dd9701a368bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:34:34.141562 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-588bfcee-71ea-4396-a61e-dd9701a368bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for subnet, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:34.145475 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96c3733-4a6b-4409-9895-5a7ac543279f None None] Network 2b1c2b73-c07b-4ea8-8347-94f00b07ac35 requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:34:34.155118 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-588bfcee-71ea-4396-a61e-dd9701a368bd admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4677856 Jun 29 10:34:34.277900 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2df8cfc-e3df-46f6-aeac-8cd14af834d6 None None] Network 2b1c2b73-c07b-4ea8-8347-94f00b07ac35 requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:34:36.425819 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 40726) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:34:36.553062 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-1ead6268-dbbf-46c3-b03e-a1f06d59719e admin admin] 10.222.0.61 "GET /v2.0/routers/51e13127-42e7-4dc5-8d27-f352c07ee48e HTTP/1.1" status: 200 len: 710 time: 0.1230757 Jun 29 10:34:36.634706 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe197ac-d3d7-4839-adcc-84267763ff26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:34:36.636188 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-afe197ac-d3d7-4839-adcc-84267763ff26 admin admin] 10.222.0.61 "GET /v2.0/networks/2b1c2b73-c07b-4ea8-8347-94f00b07ac35 HTTP/1.1" status: 200 len: 886 time: 0.0798516 Jun 29 10:34:36.645141 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-c5d4259d-a016-492c-ae00-dac56a45f1a6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'}}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:34:36.690198 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device f895bd07-6a13-4166-8d29-0d95ae64e8b8 up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:34:36.739037 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning for port f895bd07-6a13-4166-8d29-0d95ae64e8b8 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:34:36.742828 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port f895bd07-6a13-4166-8d29-0d95ae64e8b8 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:34:36.743206 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:36.835019 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:36.868361 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] For port f895bd07-6a13-4166-8d29-0d95ae64e8b8, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=f895bd07-6a13-4166-8d29-0d95ae64e8b8,segment=NetworkSegment(5d372cb5-38f5-4120-9fde-903460335014),segment_id=5d372cb5-38f5-4120-9fde-903460335014)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:34:36.873514 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:36.875693 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:34:36.893490 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c5d4259d-a016-492c-ae00-dac56a45f1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7907788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7867392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1668'] for router, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:36.924741 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Pushing event updated for resources: {'Port': ['ID=f895bd07-6a13-4166-8d29-0d95ae64e8b8,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:34:36.927931 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:34:37.143048 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c5d4259d-a016-492c-ae00-dac56a45f1a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:37.215840 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c5d4259d-a016-492c-ae00-dac56a45f1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:37.313956 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [None req-c5d4259d-a016-492c-ae00-dac56a45f1a6 admin admin] Allocated IP 172.27.0.7 (2b1c2b73-c07b-4ea8-8347-94f00b07ac35/05f04cdc-c6be-4227-89f2-0a6a720b3b38/4d6b2462-b832-45fc-8a0e-61421ad15369) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:34:37.411299 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c5d4259d-a016-492c-ae00-dac56a45f1a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:37.448323 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c5d4259d-a016-492c-ae00-dac56a45f1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:37.450399 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:34:37.484419 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d4259d-a016-492c-ae00-dac56a45f1a6 admin admin] Network 2b1c2b73-c07b-4ea8-8347-94f00b07ac35 is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:34:37.489233 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-c5d4259d-a016-492c-ae00-dac56a45f1a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:34:37.491910 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d4259d-a016-492c-ae00-dac56a45f1a6 admin admin] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:34:37.526838 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d4259d-a016-492c-ae00-dac56a45f1a6 admin admin] Pushing event updated for resources: {'Port': ['ID=4d6b2462-b832-45fc-8a0e-61421ad15369,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:34:37.529692 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-c5d4259d-a016-492c-ae00-dac56a45f1a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:34:37.805229 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c5d4259d-a016-492c-ae00-dac56a45f1a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:37.988225 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c5d4259d-a016-492c-ae00-dac56a45f1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7907788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7867392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1668'] for router, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:37.991844 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c5d4259d-a016-492c-ae00-dac56a45f1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7907817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7907810', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7907728', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7867417'] for router, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:38.090339 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d4259d-a016-492c-ae00-dac56a45f1a6 admin admin] Router 51e13127-42e7-4dc5-8d27-f352c07ee48e has already been hosted by L3 agent 8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f {{(pid=99532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:34:38.194328 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d4259d-a016-492c-ae00-dac56a45f1a6 admin admin] Notify agent at l3_agent.dv-cinder-792209-3-iscsi the message routers_updated {{(pid=99532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:34:38.199587 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c5d4259d-a016-492c-ae00-dac56a45f1a6 admin admin] Notify callbacks [] for router, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:38.200637 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-c5d4259d-a016-492c-ae00-dac56a45f1a6 admin admin] 10.222.0.61 "PUT /v2.0/routers/51e13127-42e7-4dc5-8d27-f352c07ee48e HTTP/1.1" status: 200 len: 888 time: 1.5590057 Jun 29 10:34:38.203753 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f3ed8b-3cfe-4fb3-8579-e07aa507e1d0 None None] Sync routers for ids ['51e13127-42e7-4dc5-8d27-f352c07ee48e'] in dv-cinder-792209-3-iscsi {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:34:38.216170 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f3ed8b-3cfe-4fb3-8579-e07aa507e1d0 None None] Routers {'51e13127-42e7-4dc5-8d27-f352c07ee48e'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:34:38.216879 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-b6f3ed8b-3cfe-4fb3-8579-e07aa507e1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:34:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['51e13127-42e7-4dc5-8d27-f352c07ee48e'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:34:38.481264 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-b6f3ed8b-3cfe-4fb3-8579-e07aa507e1d0 None None] Set router 51e13127-42e7-4dc5-8d27-f352c07ee48e gateway port host: dv-cinder-792209-3-iscsi {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:34:38.684917 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device f895bd07-6a13-4166-8d29-0d95ae64e8b8 up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:34:38.827375 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port f895bd07-6a13-4166-8d29-0d95ae64e8b8 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:34:38.827746 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:38.978213 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-b6f3ed8b-3cfe-4fb3-8579-e07aa507e1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e13127-42e7-4dc5-8d27-f352c07ee48e', 'name': 'router1', 'tenant_id': 'dd8cc96f772946469b30220ed655ceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '4d6b2462-b832-45fc-8a0e-61421ad15369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:34:21Z', 'updated_at': '2021-06-29T10:34:37Z', 'revision_number': 4, 'project_id': 'dd8cc96f772946469b30220ed655ceec', 'gw_port': {'id': '4d6b2462-b832-45fc-8a0e-61421ad15369', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e13127-42e7-4dc5-8d27-f352c07ee48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:34:37Z', 'updated_at': '2021-06-29T10:34:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': 'f895bd07-6a13-4166-8d29-0d95ae64e8b8', 'name': '', 'network_id': '8df4979f-cda6-4c43-8730-695829b7b11b', 'tenant_id': 'dd8cc96f772946469b30220ed655ceec', 'mac_address': 'fa:16:3e:e9:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e13127-42e7-4dc5-8d27-f352c07ee48e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e407eb1-f971-4f9d-be7f-2203ed801581', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:34:29Z', 'updated_at': '2021-06-29T10:34:36Z', 'revision_number': 5, 'project_id': 'dd8cc96f772946469b30220ed655ceec', 'subnets': [{'id': '6e407eb1-f971-4f9d-be7f-2203ed801581', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0af98ab-ad05-4b68-936f-8ef137186e63'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:34:39.028732 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f3ed8b-3cfe-4fb3-8579-e07aa507e1d0 None None] Checking router: 51e13127-42e7-4dc5-8d27-f352c07ee48e for host: dv-cinder-792209-3-iscsi {{(pid=99534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:34:39.029084 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f3ed8b-3cfe-4fb3-8579-e07aa507e1d0 None None] Updating router 51e13127-42e7-4dc5-8d27-f352c07ee48e port 4d6b2462-b832-45fc-8a0e-61421ad15369 binding host dv-cinder-792209-3-iscsi {{(pid=99534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:34:39.061194 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b6f3ed8b-3cfe-4fb3-8579-e07aa507e1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:39.372396 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b6f3ed8b-3cfe-4fb3-8579-e07aa507e1d0 None None] Notify callbacks [] for port, precommit_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:39.381691 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-b6f3ed8b-3cfe-4fb3-8579-e07aa507e1d0 None None] Transition to ACTIVE for port object 4d6b2462-b832-45fc-8a0e-61421ad15369 will not be triggered until provisioned by entity L2. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:34:39.387516 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b6f3ed8b-3cfe-4fb3-8579-e07aa507e1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:39.390464 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-1635cc3d-36a2-4280-a2f8-e74dbb3644ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:34:39.440132 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-b6f3ed8b-3cfe-4fb3-8579-e07aa507e1d0 None None] Attempting to bind port 4d6b2462-b832-45fc-8a0e-61421ad15369 on host dv-cinder-792209-3-iscsi for vnic_type normal with profile {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:34:39.440505 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-b6f3ed8b-3cfe-4fb3-8579-e07aa507e1d0 None None] Attempting to bind port 4d6b2462-b832-45fc-8a0e-61421ad15369 by drivers openvswitch,hyperv on host dv-cinder-792209-3-iscsi at level 0 using segments [{'id': 'b07597a5-acfa-4ea0-afa4-34f991bc6949', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:34:39.440869 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f3ed8b-3cfe-4fb3-8579-e07aa507e1d0 None None] Attempting to bind port 4d6b2462-b832-45fc-8a0e-61421ad15369 on network 2b1c2b73-c07b-4ea8-8347-94f00b07ac35 {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:34:39.443575 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb81953-5871-427a-8f56-2e1ca6134bf9 None None] Pushing event updated for resources: {'Port': ['ID=4d6b2462-b832-45fc-8a0e-61421ad15369,revision_number=2']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:34:39.447258 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-3fb81953-5871-427a-8f56-2e1ca6134bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:34:39.448387 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f3ed8b-3cfe-4fb3-8579-e07aa507e1d0 None None] Checking agent: {'id': 'fcf96668-74e6-4b26-856c-86c6583113ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 33, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:34:39.448756 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f3ed8b-3cfe-4fb3-8579-e07aa507e1d0 None None] Checking segment: {'id': 'b07597a5-acfa-4ea0-afa4-34f991bc6949', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:34:39.449152 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b6f3ed8b-3cfe-4fb3-8579-e07aa507e1d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:39.449536 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f3ed8b-3cfe-4fb3-8579-e07aa507e1d0 None None] Bound using segment: {'id': 'b07597a5-acfa-4ea0-afa4-34f991bc6949', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:34:39.450001 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-b6f3ed8b-3cfe-4fb3-8579-e07aa507e1d0 None None] Bound port: 4d6b2462-b832-45fc-8a0e-61421ad15369, host: dv-cinder-792209-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b07597a5-acfa-4ea0-afa4-34f991bc6949', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'}}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:34:39.450376 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b6f3ed8b-3cfe-4fb3-8579-e07aa507e1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:39.498354 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-b6f3ed8b-3cfe-4fb3-8579-e07aa507e1d0 None None] For port 4d6b2462-b832-45fc-8a0e-61421ad15369, host dv-cinder-792209-3-iscsi, cleared binding levels {{(pid=99534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:34:39.501370 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-b6f3ed8b-3cfe-4fb3-8579-e07aa507e1d0 None None] For port 4d6b2462-b832-45fc-8a0e-61421ad15369, host dv-cinder-792209-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=4d6b2462-b832-45fc-8a0e-61421ad15369,segment=NetworkSegment(b07597a5-acfa-4ea0-afa4-34f991bc6949),segment_id=b07597a5-acfa-4ea0-afa4-34f991bc6949)] {{(pid=99534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:34:39.504854 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b6f3ed8b-3cfe-4fb3-8579-e07aa507e1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:39.507781 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:34:39.553903 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f3ed8b-3cfe-4fb3-8579-e07aa507e1d0 None None] Routers {'51e13127-42e7-4dc5-8d27-f352c07ee48e'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:34:39.554516 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-b6f3ed8b-3cfe-4fb3-8579-e07aa507e1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:34:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['51e13127-42e7-4dc5-8d27-f352c07ee48e'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:34:39.675509 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb81953-5871-427a-8f56-2e1ca6134bf9 None None] Pushing event updated for resources: {'Port': ['ID=4d6b2462-b832-45fc-8a0e-61421ad15369,revision_number=3']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:34:39.679188 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-3fb81953-5871-427a-8f56-2e1ca6134bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:34:39.744275 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-b6f3ed8b-3cfe-4fb3-8579-e07aa507e1d0 None None] Set router 51e13127-42e7-4dc5-8d27-f352c07ee48e gateway port host: dv-cinder-792209-3-iscsi {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:34:39.949165 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-b6f3ed8b-3cfe-4fb3-8579-e07aa507e1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51e13127-42e7-4dc5-8d27-f352c07ee48e', 'name': 'router1', 'tenant_id': 'dd8cc96f772946469b30220ed655ceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '4d6b2462-b832-45fc-8a0e-61421ad15369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:34:21Z', 'updated_at': '2021-06-29T10:34:37Z', 'revision_number': 4, 'project_id': 'dd8cc96f772946469b30220ed655ceec', 'gw_port': {'id': '4d6b2462-b832-45fc-8a0e-61421ad15369', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e13127-42e7-4dc5-8d27-f352c07ee48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:34:37Z', 'updated_at': '2021-06-29T10:34:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': 'f895bd07-6a13-4166-8d29-0d95ae64e8b8', 'name': '', 'network_id': '8df4979f-cda6-4c43-8730-695829b7b11b', 'tenant_id': 'dd8cc96f772946469b30220ed655ceec', 'mac_address': 'fa:16:3e:e9:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e13127-42e7-4dc5-8d27-f352c07ee48e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e407eb1-f971-4f9d-be7f-2203ed801581', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:34:29Z', 'updated_at': '2021-06-29T10:34:36Z', 'revision_number': 5, 'project_id': 'dd8cc96f772946469b30220ed655ceec', 'subnets': [{'id': '6e407eb1-f971-4f9d-be7f-2203ed801581', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0af98ab-ad05-4b68-936f-8ef137186e63'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:34:39.975152 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f3ed8b-3cfe-4fb3-8579-e07aa507e1d0 None None] The sync data for ids ['51e13127-42e7-4dc5-8d27-f352c07ee48e'] in dv-cinder-792209-3-iscsi is: [{'id': '51e13127-42e7-4dc5-8d27-f352c07ee48e', 'name': 'router1', 'tenant_id': 'dd8cc96f772946469b30220ed655ceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.7'}], 'enable_snat': True}, 'gw_port_id': '4d6b2462-b832-45fc-8a0e-61421ad15369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:34:21Z', 'updated_at': '2021-06-29T10:34:37Z', 'revision_number': 4, 'project_id': 'dd8cc96f772946469b30220ed655ceec', 'gw_port': {'id': '4d6b2462-b832-45fc-8a0e-61421ad15369', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:f3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51e13127-42e7-4dc5-8d27-f352c07ee48e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:34:37Z', 'updated_at': '2021-06-29T10:34:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': 'f895bd07-6a13-4166-8d29-0d95ae64e8b8', 'name': '', 'network_id': '8df4979f-cda6-4c43-8730-695829b7b11b', 'tenant_id': 'dd8cc96f772946469b30220ed655ceec', 'mac_address': 'fa:16:3e:e9:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51e13127-42e7-4dc5-8d27-f352c07ee48e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6e407eb1-f971-4f9d-be7f-2203ed801581', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:34:29Z', 'updated_at': '2021-06-29T10:34:36Z', 'revision_number': 5, 'project_id': 'dd8cc96f772946469b30220ed655ceec', 'subnets': [{'id': '6e407eb1-f971-4f9d-be7f-2203ed801581', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0af98ab-ad05-4b68-936f-8ef137186e63'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:34:40.562886 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 40734) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:34:40.690380 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-b098e197-cd83-43cc-95ea-e15570df4a38 admin admin] 10.222.0.61 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1263790 Jun 29 10:34:40.720936 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 4d6b2462-b832-45fc-8a0e-61421ad15369 up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:34:40.771150 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning for port 4d6b2462-b832-45fc-8a0e-61421ad15369 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:34:40.775423 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port 4d6b2462-b832-45fc-8a0e-61421ad15369 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:34:40.775806 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:40.857229 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:40.880500 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] For port 4d6b2462-b832-45fc-8a0e-61421ad15369, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=4d6b2462-b832-45fc-8a0e-61421ad15369,segment=NetworkSegment(b07597a5-acfa-4ea0-afa4-34f991bc6949),segment_id=b07597a5-acfa-4ea0-afa4-34f991bc6949)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:34:40.884608 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:40.886806 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-3fb81953-5871-427a-8f56-2e1ca6134bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:34:40.931494 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Pushing event updated for resources: {'Port': ['ID=4d6b2462-b832-45fc-8a0e-61421ad15369,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:34:40.934461 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:34:42.696659 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 4d6b2462-b832-45fc-8a0e-61421ad15369 up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:34:42.748366 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port 4d6b2462-b832-45fc-8a0e-61421ad15369 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:34:42.748744 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:55.941531 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b5a640ad-2520-434f-97ae-2d459a9ec5de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:58.662189 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-671213ea-4166-451a-8171-8def2897506f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:58.854723 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:34:59.626213 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:01.159321 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:10.960714 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.agents_db [None req-93d4a047-be9c-4d13-b750-597922b429b4 None None] Agent healthcheck: found 5 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:35:25.934316 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1c89783e-f366-4e9e-be1c-6e4aadfc01ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:28.654674 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-e8ae39d2-50a9-44e3-a1f2-43a519c3b6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:28.855197 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:29.627361 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:31.165140 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:47.959628 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.agents_db [None req-93d4a047-be9c-4d13-b750-597922b429b4 None None] Agent healthcheck: found 5 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:35:55.936248 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-9a44dd63-8872-4d6f-b5e6-547f0d91aac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:58.659226 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-475b41cb-b822-4898-98b4-6a53bbb9c328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:58.846057 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:35:59.629990 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:01.169281 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:15.084563 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 41302) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:36:15.143422 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.pecan_wsgi.hooks.translation [None req-6328063c-3cdd-4e9c-8b33-9557409ef013 admin admin] GET failed (client error): The resource could not be found. Jun 29 10:36:15.144706 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-6328063c-3cdd-4e9c-8b33-9557409ef013 admin admin] 10.222.0.61 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0592122 Jun 29 10:36:15.297121 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e9bc1e-a690-4bde-9358-c681102805e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:36:15.298566 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-a3e9bc1e-a690-4bde-9358-c681102805e2 admin admin] 10.222.0.61 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1501698 Jun 29 10:36:17.431846 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 41312) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:36:17.522837 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ff157d-b606-4244-b4cf-111223c9510a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:36:17.524156 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-e4ff157d-b606-4244-b4cf-111223c9510a admin admin] 10.222.0.61 "GET /v2.0/subnets/6e407eb1-f971-4f9d-be7f-2203ed801581 HTTP/1.1" status: 200 len: 849 time: 0.0912781 Jun 29 10:36:17.533794 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-48e23e76-4cbe-4d73-b86d-a1f6f4833b31 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:36:17.613041 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-48e23e76-4cbe-4d73-b86d-a1f6f4833b31 admin admin] Notify callbacks [] for subnet, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:17.748325 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-48e23e76-4cbe-4d73-b86d-a1f6f4833b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772013602780'] for subnet, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:17.750383 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:36:17.782313 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e23e76-4cbe-4d73-b86d-a1f6f4833b31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:36:17.782498 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-48e23e76-4cbe-4d73-b86d-a1f6f4833b31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for subnet, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:17.783758 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-48e23e76-4cbe-4d73-b86d-a1f6f4833b31 admin admin] 10.222.0.61 "PUT /v2.0/subnets/6e407eb1-f971-4f9d-be7f-2203ed801581 HTTP/1.1" status: 200 len: 868 time: 0.2535706 Jun 29 10:36:17.784487 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3488f38d-e768-4607-98dc-66a2c57b1f35 None None] Network 8df4979f-cda6-4c43-8730-695829b7b11b requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:36:17.797797 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e23e76-4cbe-4d73-b86d-a1f6f4833b31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e407eb1-f971-4f9d-be7f-2203ed801581,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:36:17.805048 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e23e76-4cbe-4d73-b86d-a1f6f4833b31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:17.805457 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e23e76-4cbe-4d73-b86d-a1f6f4833b31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:17.805742 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e23e76-4cbe-4d73-b86d-a1f6f4833b31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:17.806065 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e23e76-4cbe-4d73-b86d-a1f6f4833b31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:17.806382 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e23e76-4cbe-4d73-b86d-a1f6f4833b31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:17.806750 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e23e76-4cbe-4d73-b86d-a1f6f4833b31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:17.807071 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e23e76-4cbe-4d73-b86d-a1f6f4833b31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:17.807386 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e23e76-4cbe-4d73-b86d-a1f6f4833b31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:17.807718 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e23e76-4cbe-4d73-b86d-a1f6f4833b31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:17.808031 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e23e76-4cbe-4d73-b86d-a1f6f4833b31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:17.808340 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e23e76-4cbe-4d73-b86d-a1f6f4833b31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:17.808646 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e23e76-4cbe-4d73-b86d-a1f6f4833b31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:36:17.812817 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-48e23e76-4cbe-4d73-b86d-a1f6f4833b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:36:18.191703 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-deb8d6b5-d1e1-45d1-bffb-3aceb96ceaa2 None None] Provisioning complete for port 4d4ca65a-2a52-495b-9e7b-442c34f76838 triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:36:18.192081 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-deb8d6b5-d1e1-45d1-bffb-3aceb96ceaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:18.272520 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-deb8d6b5-d1e1-45d1-bffb-3aceb96ceaa2 None None] Provisioning complete for port f895bd07-6a13-4166-8d29-0d95ae64e8b8 triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:36:18.272791 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-deb8d6b5-d1e1-45d1-bffb-3aceb96ceaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:19.896228 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 41320) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:36:20.088348 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16159351-5953-45cd-b8c6-7515eba696e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:36:20.088720 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16159351-5953-45cd-b8c6-7515eba696e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:36:20.090244 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-16159351-5953-45cd-b8c6-7515eba696e9 admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1930733 Jun 29 10:36:22.222836 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 41328) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:36:22.349921 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2419d4-45e6-48a4-8837-929ba605743d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:36:22.350390 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2419d4-45e6-48a4-8837-929ba605743d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:36:22.351932 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-8d2419d4-45e6-48a4-8837-929ba605743d admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1281772 Jun 29 10:36:24.467549 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 41336) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:36:24.589852 dv-cinder-792209-3-iscsi neutron-server[99533]: WARNING oslo_policy.policy [None req-c7117164-13ca-4c11-a776-105738e59de9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:36:24.590445 dv-cinder-792209-3-iscsi neutron-server[99533]: WARNING oslo_policy.policy [None req-c7117164-13ca-4c11-a776-105738e59de9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:36:24.958274 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.agents_db [None req-93d4a047-be9c-4d13-b750-597922b429b4 None None] Agent healthcheck: found 5 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:36:25.069971 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.policy [None req-c7117164-13ca-4c11-a776-105738e59de9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99533) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 10:36:25.115656 dv-cinder-792209-3-iscsi neutron-server[99533]: WARNING oslo_policy.policy [None req-c7117164-13ca-4c11-a776-105738e59de9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:36:25.116020 dv-cinder-792209-3-iscsi neutron-server[99533]: WARNING oslo_policy.policy [None req-c7117164-13ca-4c11-a776-105738e59de9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 10:36:25.124354 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7117164-13ca-4c11-a776-105738e59de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:36:25.126742 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-c7117164-13ca-4c11-a776-105738e59de9 admin admin] 10.222.0.61 "GET /v2.0/networks/2b1c2b73-c07b-4ea8-8347-94f00b07ac35 HTTP/1.1" status: 200 len: 886 time: 0.6566160 Jun 29 10:36:25.937300 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0b4f3e45-e4de-4098-ac2d-4b516b2231be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:27.230551 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 41352) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:36:27.373329 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c37336-079b-4f84-aeb1-35c85ca5386d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:36:27.374734 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-41c37336-079b-4f84-aeb1-35c85ca5386d admin admin] 10.222.0.61 "GET /v2.0/networks/8df4979f-cda6-4c43-8730-695829b7b11b HTTP/1.1" status: 200 len: 869 time: 0.1431978 Jun 29 10:36:28.660995 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-7b5a9760-bbfa-47cd-82e8-991e291235b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:28.846129 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:29.478637 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 41360) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:36:29.600546 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed5766d-a54f-4532-9bda-0c037e061345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:36:29.600915 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed5766d-a54f-4532-9bda-0c037e061345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:36:29.602396 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-3ed5766d-a54f-4532-9bda-0c037e061345 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1228387 Jun 29 10:36:29.633381 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:31.172417 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:31.721541 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 41368) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:36:31.809112 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad027b4d-c222-4fad-8a83-3808243f2599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:36:31.809553 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad027b4d-c222-4fad-8a83-3808243f2599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:36:31.811001 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-ad027b4d-c222-4fad-8a83-3808243f2599 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0885296 Jun 29 10:36:33.922246 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 41376) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:36:34.029964 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f02fc0-ef52-4a9f-9381-3049024d6bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:36:34.031285 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-a1f02fc0-ef52-4a9f-9381-3049024d6bc5 admin admin] 10.222.0.61 "GET /v2.0/subnets/05f04cdc-c6be-4227-89f2-0a6a720b3b38 HTTP/1.1" status: 200 len: 816 time: 0.1080315 Jun 29 10:36:36.137208 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 41384) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:36:36.234978 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9112a778-ddba-4426-b265-a17237eec488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:36:36.236298 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-9112a778-ddba-4426-b265-a17237eec488 admin admin] 10.222.0.61 "GET /v2.0/subnets/6e407eb1-f971-4f9d-be7f-2203ed801581 HTTP/1.1" status: 200 len: 868 time: 0.0981486 Jun 29 10:36:55.938446 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-eeea9e7d-b6a6-4a2f-8079-2ce18d727109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:58.661770 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-c916ac1a-fff2-409c-856b-ce42fc691710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:58.847624 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:36:59.506314 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 41428) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:36:59.552765 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [None req-b07528ee-6564-4622-a300-62e4b295a4a3 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=99533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:36:59.553762 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-b07528ee-6564-4622-a300-62e4b295a4a3 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465057 Jun 29 10:36:59.636047 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:01.173607 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:01.737508 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 41436) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:37:01.795191 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.pecan_wsgi.hooks.translation [None req-6286f9cc-49ca-42d0-a67f-7b2f8630c904 admin admin] GET failed (client error): The resource could not be found. Jun 29 10:37:01.796487 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-6286f9cc-49ca-42d0-a67f-7b2f8630c904 admin admin] 10.222.0.61 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0580826 Jun 29 10:37:01.933704 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c85925-cbc6-48a4-b737-e8447c083b64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:37:01.935079 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-38c85925-cbc6-48a4-b737-e8447c083b64 admin admin] 10.222.0.61 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1349411 Jun 29 10:37:01.956563 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.agents_db [None req-93d4a047-be9c-4d13-b750-597922b429b4 None None] Agent healthcheck: found 5 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:37:04.076025 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 41444) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:37:04.120365 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-61a29682-a107-4254-8318-07391e4438f3 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:37:04.121535 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.quota [None req-61a29682-a107-4254-8318-07391e4438f3 admin admin] Loaded quota_driver: . Jun 29 10:37:04.183202 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a29682-a107-4254-8318-07391e4438f3 admin admin] Made reservation on behalf of 679e64c70a004a57bd579dd8f13b31a6 for: {'network': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:37:04.186489 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-61a29682-a107-4254-8318-07391e4438f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for network, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:04.229830 dv-cinder-792209-3-iscsi neutron-server[99533]: WARNING neutron.services.revisions.revision_plugin [None req-61a29682-a107-4254-8318-07391e4438f3 admin admin] Could not find related network for resource to bump revision. Jun 29 10:37:04.248995 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a29682-a107-4254-8318-07391e4438f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=99533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:37:04.261179 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-61a29682-a107-4254-8318-07391e4438f3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772013423656', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342'] for segment, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:04.261670 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-61a29682-a107-4254-8318-07391e4438f3 admin admin] Unsubscribe: segment precommit_create {{(pid=99533) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 10:37:04.262170 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.db.segments_db [None req-61a29682-a107-4254-8318-07391e4438f3 admin admin] Added segment 9be89c73-9917-4f95-a1db-fd040e03f381 of type vlan for network e5294051-8f8e-4163-b81f-0be2b68ae8fe Jun 29 10:37:04.324217 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-61a29682-a107-4254-8318-07391e4438f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772013063217'] for network, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:04.366695 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-61a29682-a107-4254-8318-07391e4438f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780'] for network, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:04.368405 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a29682-a107-4254-8318-07391e4438f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:37:04.369022 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-61a29682-a107-4254-8318-07391e4438f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:04.376957 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:37:04.394218 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-61a29682-a107-4254-8318-07391e4438f3 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3171048 Jun 29 10:37:04.475337 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a29682-a107-4254-8318-07391e4438f3 admin admin] Pushing event updated for resources: {'Network': ['ID=e5294051-8f8e-4163-b81f-0be2b68ae8fe,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:37:04.485005 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a29682-a107-4254-8318-07391e4438f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:04.485336 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a29682-a107-4254-8318-07391e4438f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:04.485657 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a29682-a107-4254-8318-07391e4438f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:04.485972 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a29682-a107-4254-8318-07391e4438f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:04.486283 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a29682-a107-4254-8318-07391e4438f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:04.486620 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a29682-a107-4254-8318-07391e4438f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:04.486923 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a29682-a107-4254-8318-07391e4438f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:04.487226 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a29682-a107-4254-8318-07391e4438f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:04.487542 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a29682-a107-4254-8318-07391e4438f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:04.487844 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a29682-a107-4254-8318-07391e4438f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:04.488152 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a29682-a107-4254-8318-07391e4438f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:04.488446 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a29682-a107-4254-8318-07391e4438f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:04.489488 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a29682-a107-4254-8318-07391e4438f3 admin admin] Tracked resource versions report: Jun 29 10:37:04.489488 dv-cinder-792209-3-iscsi neutron-server[99533]: pushed versions: Jun 29 10:37:04.489488 dv-cinder-792209-3-iscsi neutron-server[99533]: { 'AddressGroup': {'1.2'}, Jun 29 10:37:04.489488 dv-cinder-792209-3-iscsi neutron-server[99533]: 'ConntrackHelper': {'1.0'}, Jun 29 10:37:04.489488 dv-cinder-792209-3-iscsi neutron-server[99533]: 'Log': {'1.0'}, Jun 29 10:37:04.489488 dv-cinder-792209-3-iscsi neutron-server[99533]: 'Network': {'1.1'}, Jun 29 10:37:04.489488 dv-cinder-792209-3-iscsi neutron-server[99533]: 'Port': {'1.7'}, Jun 29 10:37:04.489488 dv-cinder-792209-3-iscsi neutron-server[99533]: 'PortForwarding': {'1.2'}, Jun 29 10:37:04.489488 dv-cinder-792209-3-iscsi neutron-server[99533]: 'QosPolicy': {'1.8'}, Jun 29 10:37:04.489488 dv-cinder-792209-3-iscsi neutron-server[99533]: 'SecurityGroup': {'1.4'}, Jun 29 10:37:04.489488 dv-cinder-792209-3-iscsi neutron-server[99533]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:37:04.489488 dv-cinder-792209-3-iscsi neutron-server[99533]: 'SubPort': {'1.0'}, Jun 29 10:37:04.489488 dv-cinder-792209-3-iscsi neutron-server[99533]: 'Subnet': {'1.1'}, Jun 29 10:37:04.489488 dv-cinder-792209-3-iscsi neutron-server[99533]: 'Trunk': {'1.1'}} Jun 29 10:37:04.489488 dv-cinder-792209-3-iscsi neutron-server[99533]: consumer versions: Jun 29 10:37:04.489488 dv-cinder-792209-3-iscsi neutron-server[99533]: { DHCP agent@dv-cinder-792209-3-iscsi: {}, Jun 29 10:37:04.489488 dv-cinder-792209-3-iscsi neutron-server[99533]: L3 agent@dv-cinder-792209-3-iscsi: {}, Jun 29 10:37:04.489488 dv-cinder-792209-3-iscsi neutron-server[99533]: Metadata agent@dv-cinder-792209-3-iscsi: {}, Jun 29 10:37:04.489488 dv-cinder-792209-3-iscsi neutron-server[99533]: Metering agent@dv-cinder-792209-3-iscsi: {}, Jun 29 10:37:04.489488 dv-cinder-792209-3-iscsi neutron-server[99533]: Open vSwitch agent@dv-cinder-792209-3-iscsi: { 'AddressGroup': '1.2', Jun 29 10:37:04.489488 dv-cinder-792209-3-iscsi neutron-server[99533]: 'ConntrackHelper': '1.0', Jun 29 10:37:04.489488 dv-cinder-792209-3-iscsi neutron-server[99533]: 'Log': '1.0', Jun 29 10:37:04.489488 dv-cinder-792209-3-iscsi neutron-server[99533]: 'Network': '1.1', Jun 29 10:37:04.489488 dv-cinder-792209-3-iscsi neutron-server[99533]: 'Port': '1.7', Jun 29 10:37:04.489488 dv-cinder-792209-3-iscsi neutron-server[99533]: 'PortForwarding': '1.2', Jun 29 10:37:04.489488 dv-cinder-792209-3-iscsi neutron-server[99533]: 'QosPolicy': '1.8', Jun 29 10:37:04.489488 dv-cinder-792209-3-iscsi neutron-server[99533]: 'SecurityGroup': '1.4', Jun 29 10:37:04.489488 dv-cinder-792209-3-iscsi neutron-server[99533]: 'SecurityGroupRule': '1.2', Jun 29 10:37:04.489488 dv-cinder-792209-3-iscsi neutron-server[99533]: 'SubPort': '1.0', Jun 29 10:37:04.489488 dv-cinder-792209-3-iscsi neutron-server[99533]: 'Subnet': '1.1', Jun 29 10:37:04.489488 dv-cinder-792209-3-iscsi neutron-server[99533]: 'Trunk': '1.1'}} Jun 29 10:37:04.489488 dv-cinder-792209-3-iscsi neutron-server[99533]: {{(pid=99533) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:37:04.532736 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-61a29682-a107-4254-8318-07391e4438f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:37:04.540011 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Network e5294051-8f8e-4163-b81f-0be2b68ae8fe details requested by agent ovs-agent-dv-cinder-792209-3-iscsi with host dv-cinder-792209-3-iscsi {{(pid=99534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:37:06.528111 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 41456) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:37:06.589326 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ee5673e-17de-4506-a650-84dee614d89d admin admin] GET failed (client error): The resource could not be found. Jun 29 10:37:06.590718 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-2ee5673e-17de-4506-a650-84dee614d89d admin admin] 10.222.0.61 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0612319 Jun 29 10:37:06.662558 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2111aa91-905d-4987-adcd-34377ef40f87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:37:06.663929 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-2111aa91-905d-4987-adcd-34377ef40f87 admin admin] 10.222.0.61 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0688112 Jun 29 10:37:06.673322 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-396d9276-c492-4577-95a0-4b57cf16d947 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'e5294051-8f8e-4163-b81f-0be2b68ae8fe', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:37:06.696595 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396d9276-c492-4577-95a0-4b57cf16d947 admin admin] Made reservation on behalf of 679e64c70a004a57bd579dd8f13b31a6 for: {'subnet': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:37:06.699028 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-396d9276-c492-4577-95a0-4b57cf16d947 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:06.888915 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-396d9276-c492-4577-95a0-4b57cf16d947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780'] for subnet, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:06.891668 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:37:06.953148 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d9276-c492-4577-95a0-4b57cf16d947 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ad55a04-5966-4eb6-8f90-fcee54642005,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:37:06.957445 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396d9276-c492-4577-95a0-4b57cf16d947 admin admin] Checking segment: {'id': '9be89c73-9917-4f95-a1db-fd040e03f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e5294051-8f8e-4163-b81f-0be2b68ae8fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:37:06.957829 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396d9276-c492-4577-95a0-4b57cf16d947 admin admin] Network hostable DHCP agents. Network: e5294051-8f8e-4163-b81f-0be2b68ae8fe, hostable agents: ['0f321f44-7bd1-49aa-8caa-09a569631bca'], hosted agents: [] {{(pid=99533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:37:06.959941 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-396d9276-c492-4577-95a0-4b57cf16d947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:37:06.979381 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396d9276-c492-4577-95a0-4b57cf16d947 admin admin] Network e5294051-8f8e-4163-b81f-0be2b68ae8fe is scheduled to be hosted by DHCP agent 0f321f44-7bd1-49aa-8caa-09a569631bca with binding_index 1 {{(pid=99533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:37:06.989698 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-396d9276-c492-4577-95a0-4b57cf16d947 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-3-iscsi, e5294051-8f8e-4163-b81f-0be2b68ae8fe) {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:37:06.994247 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396d9276-c492-4577-95a0-4b57cf16d947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:37:06.994843 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-396d9276-c492-4577-95a0-4b57cf16d947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:06.999992 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592e02ce-e1d2-4301-abd7-466e8357fa5d None None] Network e5294051-8f8e-4163-b81f-0be2b68ae8fe requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:37:07.008340 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-396d9276-c492-4577-95a0-4b57cf16d947 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3383563 Jun 29 10:37:07.237922 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7834271d-30f7-4ca7-a684-063576c57836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bfd3446-107e-502c-af97-eaf1b64c2165-e5294051-8f8e-4163-b81f-0be2b68ae8fe', 'network_id': 'e5294051-8f8e-4163-b81f-0be2b68ae8fe', 'tenant_id': '679e64c70a004a57bd579dd8f13b31a6', 'fixed_ips': [{'subnet_id': '6ad55a04-5966-4eb6-8f90-fcee54642005'}]}} from dv-cinder-792209-3-iscsi. {{(pid=99534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:37:07.238834 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-7834271d-30f7-4ca7-a684-063576c57836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:07.370894 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.db_base_plugin_common [None req-7834271d-30f7-4ca7-a684-063576c57836 None None] Allocated IP 192.168.233.2 (e5294051-8f8e-4163-b81f-0be2b68ae8fe/6ad55a04-5966-4eb6-8f90-fcee54642005/9cd81a41-9560-4b09-ad06-0dc7dc45fcdb) {{(pid=99534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:37:07.512181 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-7834271d-30f7-4ca7-a684-063576c57836 None None] Notify callbacks [] for port, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:07.520492 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-7834271d-30f7-4ca7-a684-063576c57836 None None] Transition to ACTIVE for port object 9cd81a41-9560-4b09-ad06-0dc7dc45fcdb will not be triggered until provisioned by entity L2. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:37:07.536087 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-7834271d-30f7-4ca7-a684-063576c57836 None None] Transition to ACTIVE for port object 9cd81a41-9560-4b09-ad06-0dc7dc45fcdb will not be triggered until provisioned by entity DHCP. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:37:07.544738 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-7834271d-30f7-4ca7-a684-063576c57836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799'] for port, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:07.551501 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:37:07.584418 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7834271d-30f7-4ca7-a684-063576c57836 None None] Network e5294051-8f8e-4163-b81f-0be2b68ae8fe is already hosted by enough agents. {{(pid=99534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:37:07.587177 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.scheduler.base_scheduler [None req-7834271d-30f7-4ca7-a684-063576c57836 None None] Resources bound (agent type, host, resource id): {{(pid=99534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:37:07.589630 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7834271d-30f7-4ca7-a684-063576c57836 None None] Received port after_create {{(pid=99534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:37:07.600789 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7834271d-30f7-4ca7-a684-063576c57836 None None] Pushing event updated for resources: {'Port': ['ID=9cd81a41-9560-4b09-ad06-0dc7dc45fcdb,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:37:07.610925 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7834271d-30f7-4ca7-a684-063576c57836 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:07.611265 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7834271d-30f7-4ca7-a684-063576c57836 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:07.611596 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7834271d-30f7-4ca7-a684-063576c57836 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:07.611922 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7834271d-30f7-4ca7-a684-063576c57836 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:07.612242 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7834271d-30f7-4ca7-a684-063576c57836 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:07.612568 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7834271d-30f7-4ca7-a684-063576c57836 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:07.612880 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7834271d-30f7-4ca7-a684-063576c57836 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:07.613193 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7834271d-30f7-4ca7-a684-063576c57836 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:07.613555 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7834271d-30f7-4ca7-a684-063576c57836 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:07.613876 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7834271d-30f7-4ca7-a684-063576c57836 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:07.614203 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7834271d-30f7-4ca7-a684-063576c57836 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:07.614514 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7834271d-30f7-4ca7-a684-063576c57836 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:37:07.618122 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-7834271d-30f7-4ca7-a684-063576c57836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:37:07.667687 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-7834271d-30f7-4ca7-a684-063576c57836 None None] Attempting to bind port 9cd81a41-9560-4b09-ad06-0dc7dc45fcdb on host dv-cinder-792209-3-iscsi for vnic_type normal with profile {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:37:07.668055 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-7834271d-30f7-4ca7-a684-063576c57836 None None] Attempting to bind port 9cd81a41-9560-4b09-ad06-0dc7dc45fcdb by drivers openvswitch,hyperv on host dv-cinder-792209-3-iscsi at level 0 using segments [{'id': '9be89c73-9917-4f95-a1db-fd040e03f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e5294051-8f8e-4163-b81f-0be2b68ae8fe'}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:37:07.668408 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7834271d-30f7-4ca7-a684-063576c57836 None None] Attempting to bind port 9cd81a41-9560-4b09-ad06-0dc7dc45fcdb on network e5294051-8f8e-4163-b81f-0be2b68ae8fe {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:37:07.673874 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7834271d-30f7-4ca7-a684-063576c57836 None None] Checking agent: {'id': 'fcf96668-74e6-4b26-856c-86c6583113ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 33, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:37:07.674243 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7834271d-30f7-4ca7-a684-063576c57836 None None] Checking segment: {'id': '9be89c73-9917-4f95-a1db-fd040e03f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e5294051-8f8e-4163-b81f-0be2b68ae8fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:37:07.674695 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-7834271d-30f7-4ca7-a684-063576c57836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:07.675079 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7834271d-30f7-4ca7-a684-063576c57836 None None] Bound using segment: {'id': '9be89c73-9917-4f95-a1db-fd040e03f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e5294051-8f8e-4163-b81f-0be2b68ae8fe'} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:37:07.675540 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-7834271d-30f7-4ca7-a684-063576c57836 None None] Bound port: 9cd81a41-9560-4b09-ad06-0dc7dc45fcdb, host: dv-cinder-792209-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9be89c73-9917-4f95-a1db-fd040e03f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e5294051-8f8e-4163-b81f-0be2b68ae8fe'}}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:37:07.675927 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-7834271d-30f7-4ca7-a684-063576c57836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:07.737075 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-7834271d-30f7-4ca7-a684-063576c57836 None None] For port 9cd81a41-9560-4b09-ad06-0dc7dc45fcdb, host dv-cinder-792209-3-iscsi, cleared binding levels {{(pid=99534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:37:07.740663 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-7834271d-30f7-4ca7-a684-063576c57836 None None] For port 9cd81a41-9560-4b09-ad06-0dc7dc45fcdb, host dv-cinder-792209-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=9cd81a41-9560-4b09-ad06-0dc7dc45fcdb,segment=NetworkSegment(9be89c73-9917-4f95-a1db-fd040e03f381),segment_id=9be89c73-9917-4f95-a1db-fd040e03f381)] {{(pid=99534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:37:07.745552 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-7834271d-30f7-4ca7-a684-063576c57836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:07.747844 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:37:07.804827 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7834271d-30f7-4ca7-a684-063576c57836 None None] Pushing event updated for resources: {'Port': ['ID=9cd81a41-9560-4b09-ad06-0dc7dc45fcdb,revision_number=2']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:37:07.808144 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-7834271d-30f7-4ca7-a684-063576c57836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:37:08.573065 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3965482a-779f-4f60-9370-1bf006c5996e None None] Network e5294051-8f8e-4163-b81f-0be2b68ae8fe requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:37:08.637755 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-adea16eb-2155-478d-bbd2-4a95fbe6f699 None None] Provisioning for port 9cd81a41-9560-4b09-ad06-0dc7dc45fcdb completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:37:08.833947 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 9cd81a41-9560-4b09-ad06-0dc7dc45fcdb up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:37:08.895472 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning for port 9cd81a41-9560-4b09-ad06-0dc7dc45fcdb completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:37:08.899393 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port 9cd81a41-9560-4b09-ad06-0dc7dc45fcdb triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:37:08.899860 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:08.983651 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:08.994889 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-5c0753aa-49d5-4ed4-b402-a9706d47e215 None None] Provisioning complete for port 9cd81a41-9560-4b09-ad06-0dc7dc45fcdb triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:37:08.995259 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5c0753aa-49d5-4ed4-b402-a9706d47e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:09.044585 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] For port 9cd81a41-9560-4b09-ad06-0dc7dc45fcdb, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=9cd81a41-9560-4b09-ad06-0dc7dc45fcdb,segment=NetworkSegment(9be89c73-9917-4f95-a1db-fd040e03f381),segment_id=9be89c73-9917-4f95-a1db-fd040e03f381)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:37:09.049824 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:09.054728 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:37:09.127018 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Pushing event updated for resources: {'Port': ['ID=9cd81a41-9560-4b09-ad06-0dc7dc45fcdb,revision_number=3']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:37:09.148996 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:37:10.790892 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 9cd81a41-9560-4b09-ad06-0dc7dc45fcdb up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:37:10.836958 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port 9cd81a41-9560-4b09-ad06-0dc7dc45fcdb triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:37:10.837328 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:25.939228 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-adda670c-4310-4bdb-bbcc-c0fcfb7f6a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:28.662964 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-7d906cc4-4e7b-4544-a5b6-1f7847676bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:28.848600 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:29.638333 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:31.179348 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:38.957163 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.agents_db [None req-93d4a047-be9c-4d13-b750-597922b429b4 None None] Agent healthcheck: found 5 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:37:55.940931 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-19927e7f-dfc3-40ac-ba9b-a231f10c1abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:58.662945 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d5f0e2bd-451c-4a81-991f-37622d5b9701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:58.850180 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:37:59.641294 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:01.180788 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:13.977330 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 41510) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:38:13.983262 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [None req-eb6bce23-aa1c-432e-9ced-51f2d60d8100 tempest-verify_tempest_config-868525902 tempest-verify_tempest_config-868525902-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=99533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:38:13.984785 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-eb6bce23-aa1c-432e-9ced-51f2d60d8100 tempest-verify_tempest_config-868525902 tempest-verify_tempest_config-868525902-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059245 Jun 29 10:38:14.294503 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 41528) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:38:14.393051 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7d9137c8-3121-4b2a-9075-9fa97326bb79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:14.505481 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7d9137c8-3121-4b2a-9075-9fa97326bb79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:14.509006 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7d9137c8-3121-4b2a-9075-9fa97326bb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:14.511908 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:38:14.554298 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-7d9137c8-3121-4b2a-9075-9fa97326bb79 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ec852d7eacb342b8892282bc3b0b926b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2587698 Jun 29 10:38:14.555155 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9137c8-3121-4b2a-9075-9fa97326bb79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a192a19a-f051-4c45-aa74-c83c610b0010,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:38:14.556981 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 41532) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:38:14.561845 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9137c8-3121-4b2a-9075-9fa97326bb79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:14.562248 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9137c8-3121-4b2a-9075-9fa97326bb79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:14.563325 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9137c8-3121-4b2a-9075-9fa97326bb79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:14.563454 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9137c8-3121-4b2a-9075-9fa97326bb79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:14.563880 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9137c8-3121-4b2a-9075-9fa97326bb79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:14.564232 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9137c8-3121-4b2a-9075-9fa97326bb79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:14.564557 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9137c8-3121-4b2a-9075-9fa97326bb79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:14.564904 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9137c8-3121-4b2a-9075-9fa97326bb79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:14.565235 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9137c8-3121-4b2a-9075-9fa97326bb79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:14.565548 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9137c8-3121-4b2a-9075-9fa97326bb79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:14.565861 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9137c8-3121-4b2a-9075-9fa97326bb79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:14.566170 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9137c8-3121-4b2a-9075-9fa97326bb79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:14.570760 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-7d9137c8-3121-4b2a-9075-9fa97326bb79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:38:14.612661 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-472ebe03-e0ef-4869-abb9-898a9a65a8cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:14.632650 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-472ebe03-e0ef-4869-abb9-898a9a65a8cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:14.720059 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-472ebe03-e0ef-4869-abb9-898a9a65a8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:14.723162 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-472ebe03-e0ef-4869-abb9-898a9a65a8cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:14.724400 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-472ebe03-e0ef-4869-abb9-898a9a65a8cb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a192a19a-f051-4c45-aa74-c83c610b0010 HTTP/1.1" status: 204 len: 168 time: 0.1664572 Jun 29 10:38:14.725018 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:38:14.732197 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ebe03-e0ef-4869-abb9-898a9a65a8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a192a19a-f051-4c45-aa74-c83c610b0010,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:38:14.738494 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472ebe03-e0ef-4869-abb9-898a9a65a8cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:14.738901 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472ebe03-e0ef-4869-abb9-898a9a65a8cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:14.739244 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472ebe03-e0ef-4869-abb9-898a9a65a8cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:14.739702 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472ebe03-e0ef-4869-abb9-898a9a65a8cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:14.740027 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472ebe03-e0ef-4869-abb9-898a9a65a8cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:14.740353 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472ebe03-e0ef-4869-abb9-898a9a65a8cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:14.740674 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472ebe03-e0ef-4869-abb9-898a9a65a8cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:14.740993 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472ebe03-e0ef-4869-abb9-898a9a65a8cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:14.741326 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472ebe03-e0ef-4869-abb9-898a9a65a8cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:14.741646 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472ebe03-e0ef-4869-abb9-898a9a65a8cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:14.741959 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472ebe03-e0ef-4869-abb9-898a9a65a8cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:14.742269 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472ebe03-e0ef-4869-abb9-898a9a65a8cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:38:14.745211 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-472ebe03-e0ef-4869-abb9-898a9a65a8cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:38:15.955363 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.agents_db [None req-93d4a047-be9c-4d13-b750-597922b429b4 None None] Agent healthcheck: found 5 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:38:25.942360 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-e7763ce0-125c-4baa-8762-173560f20d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:28.663800 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f764544d-fcf8-4c2a-890f-47f04d5061a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:28.851798 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:29.647688 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:31.184170 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:52.952713 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.agents_db [None req-93d4a047-be9c-4d13-b750-597922b429b4 None None] Agent healthcheck: found 5 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:38:55.942483 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-2b8c12f1-ae47-4c43-9aba-29cd906387c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:58.664807 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-06026257-d460-4093-a063-6b0fc66ce783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:58.856349 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:38:59.647269 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:01.187520 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:25.941907 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d58ff447-7d20-48c1-be23-99165c206cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:28.665199 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-4a582972-e68c-436b-ac63-4270a853ed8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:28.857578 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:29.651495 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:29.951619 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.agents_db [None req-93d4a047-be9c-4d13-b750-597922b429b4 None None] Agent healthcheck: found 5 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:39:31.190121 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:53.802705 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7864483'] for agent, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:55.942284 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-985aedd4-3b2e-4853-a7ed-8b7129098b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:58.665630 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-ba1266d2-15ab-42af-8d07-5c9ddbabb5fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:58.856627 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:39:59.656955 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:01.195450 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:06.950679 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.agents_db [None req-93d4a047-be9c-4d13-b750-597922b429b4 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:40:09.846020 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 41606) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:40:10.037992 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-2a264825-63bf-4ad9-9c99-7a003621c40f admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1907403 Jun 29 10:40:12.148182 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 41616) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:40:12.203164 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-e09e97ab-6c35-4ba6-949d-fb26ede3c13d admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0532877 Jun 29 10:40:23.754053 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:25.942974 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-cdf8a1ff-4f6f-4294-a867-0c8d6ab80beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:28.665513 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-366ab52d-2d61-4798-8e9f-bccfad8df8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:28.857521 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:29.657339 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:31.197833 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:43.949177 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.agents_db [None req-93d4a047-be9c-4d13-b750-597922b429b4 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:40:53.766143 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:55.944364 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f5e0ccf4-ea5c-4dd3-b105-6a5ea1996b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:58.665757 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f7c707a0-1903-4b59-9075-7dbc88383563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:58.857090 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:40:59.660277 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:01.199353 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:20.949124 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.agents_db [None req-93d4a047-be9c-4d13-b750-597922b429b4 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:41:23.768849 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:25.944430 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a5959123-0374-4c38-8fd0-b8ef8f5d5271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:28.666467 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-2cccfdde-08a7-43b0-a255-d1059a93b325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:28.858870 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:29.662740 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:31.203041 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:43.830253 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 41768) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:41:44.086422 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-8ae22e6e-9b33-4303-94e3-f3a48a17c9e3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1728430811-network', 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:41:44.115306 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae22e6e-9b33-4303-94e3-f3a48a17c9e3 admin admin] Made reservation on behalf of f1ea4791d1b04b298cdfcb878b9a2e28 for: {'network': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:41:44.117837 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-8ae22e6e-9b33-4303-94e3-f3a48a17c9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for network, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:44.128098 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-8ae22e6e-9b33-4303-94e3-f3a48a17c9e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:44.236472 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-8ae22e6e-9b33-4303-94e3-f3a48a17c9e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:44.245395 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-8ae22e6e-9b33-4303-94e3-f3a48a17c9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:44.249572 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-034b9eb0-fcc7-4bb7-bfe7-bde1db5a00f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:41:44.271600 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae22e6e-9b33-4303-94e3-f3a48a17c9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3d590a-7fa4-4eaf-bff6-bb14759a4e15,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:41:44.282712 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae22e6e-9b33-4303-94e3-f3a48a17c9e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:44.283083 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae22e6e-9b33-4303-94e3-f3a48a17c9e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:44.283743 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae22e6e-9b33-4303-94e3-f3a48a17c9e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:44.284085 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae22e6e-9b33-4303-94e3-f3a48a17c9e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:44.284573 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae22e6e-9b33-4303-94e3-f3a48a17c9e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:44.285638 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae22e6e-9b33-4303-94e3-f3a48a17c9e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:44.286154 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae22e6e-9b33-4303-94e3-f3a48a17c9e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:44.286670 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae22e6e-9b33-4303-94e3-f3a48a17c9e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:44.287011 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae22e6e-9b33-4303-94e3-f3a48a17c9e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:44.287334 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae22e6e-9b33-4303-94e3-f3a48a17c9e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:44.287647 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae22e6e-9b33-4303-94e3-f3a48a17c9e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:44.287955 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae22e6e-9b33-4303-94e3-f3a48a17c9e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:44.288947 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae22e6e-9b33-4303-94e3-f3a48a17c9e3 admin admin] Tracked resource versions report: Jun 29 10:41:44.288947 dv-cinder-792209-3-iscsi neutron-server[99532]: pushed versions: Jun 29 10:41:44.288947 dv-cinder-792209-3-iscsi neutron-server[99532]: { 'AddressGroup': {'1.2'}, Jun 29 10:41:44.288947 dv-cinder-792209-3-iscsi neutron-server[99532]: 'ConntrackHelper': {'1.0'}, Jun 29 10:41:44.288947 dv-cinder-792209-3-iscsi neutron-server[99532]: 'Log': {'1.0'}, Jun 29 10:41:44.288947 dv-cinder-792209-3-iscsi neutron-server[99532]: 'Network': {'1.1'}, Jun 29 10:41:44.288947 dv-cinder-792209-3-iscsi neutron-server[99532]: 'Port': {'1.7'}, Jun 29 10:41:44.288947 dv-cinder-792209-3-iscsi neutron-server[99532]: 'PortForwarding': {'1.2'}, Jun 29 10:41:44.288947 dv-cinder-792209-3-iscsi neutron-server[99532]: 'QosPolicy': {'1.8'}, Jun 29 10:41:44.288947 dv-cinder-792209-3-iscsi neutron-server[99532]: 'SecurityGroup': {'1.4'}, Jun 29 10:41:44.288947 dv-cinder-792209-3-iscsi neutron-server[99532]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:41:44.288947 dv-cinder-792209-3-iscsi neutron-server[99532]: 'SubPort': {'1.0'}, Jun 29 10:41:44.288947 dv-cinder-792209-3-iscsi neutron-server[99532]: 'Subnet': {'1.1'}, Jun 29 10:41:44.288947 dv-cinder-792209-3-iscsi neutron-server[99532]: 'Trunk': {'1.1'}} Jun 29 10:41:44.288947 dv-cinder-792209-3-iscsi neutron-server[99532]: consumer versions: Jun 29 10:41:44.288947 dv-cinder-792209-3-iscsi neutron-server[99532]: { DHCP agent@dv-cinder-792209-3-iscsi: {}, Jun 29 10:41:44.288947 dv-cinder-792209-3-iscsi neutron-server[99532]: HyperV agent@hv-cinder-79220: {}, Jun 29 10:41:44.288947 dv-cinder-792209-3-iscsi neutron-server[99532]: L3 agent@dv-cinder-792209-3-iscsi: {}, Jun 29 10:41:44.288947 dv-cinder-792209-3-iscsi neutron-server[99532]: Metadata agent@dv-cinder-792209-3-iscsi: {}, Jun 29 10:41:44.288947 dv-cinder-792209-3-iscsi neutron-server[99532]: Metering agent@dv-cinder-792209-3-iscsi: {}, Jun 29 10:41:44.288947 dv-cinder-792209-3-iscsi neutron-server[99532]: Open vSwitch agent@dv-cinder-792209-3-iscsi: { 'AddressGroup': '1.2', Jun 29 10:41:44.288947 dv-cinder-792209-3-iscsi neutron-server[99532]: 'ConntrackHelper': '1.0', Jun 29 10:41:44.288947 dv-cinder-792209-3-iscsi neutron-server[99532]: 'Log': '1.0', Jun 29 10:41:44.288947 dv-cinder-792209-3-iscsi neutron-server[99532]: 'Network': '1.1', Jun 29 10:41:44.288947 dv-cinder-792209-3-iscsi neutron-server[99532]: 'Port': '1.7', Jun 29 10:41:44.288947 dv-cinder-792209-3-iscsi neutron-server[99532]: 'PortForwarding': '1.2', Jun 29 10:41:44.288947 dv-cinder-792209-3-iscsi neutron-server[99532]: 'QosPolicy': '1.8', Jun 29 10:41:44.288947 dv-cinder-792209-3-iscsi neutron-server[99532]: 'SecurityGroup': '1.4', Jun 29 10:41:44.288947 dv-cinder-792209-3-iscsi neutron-server[99532]: 'SecurityGroupRule': '1.2', Jun 29 10:41:44.288947 dv-cinder-792209-3-iscsi neutron-server[99532]: 'SubPort': '1.0', Jun 29 10:41:44.288947 dv-cinder-792209-3-iscsi neutron-server[99532]: 'Subnet': '1.1', Jun 29 10:41:44.288947 dv-cinder-792209-3-iscsi neutron-server[99532]: 'Trunk': '1.1'}} Jun 29 10:41:44.288947 dv-cinder-792209-3-iscsi neutron-server[99532]: {{(pid=99532) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:41:44.304751 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-8ae22e6e-9b33-4303-94e3-f3a48a17c9e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:41:44.308158 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae22e6e-9b33-4303-94e3-f3a48a17c9e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=99532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:41:44.318415 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-8ae22e6e-9b33-4303-94e3-f3a48a17c9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342'] for segment, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:44.318415 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.db.segments_db [None req-8ae22e6e-9b33-4303-94e3-f3a48a17c9e3 admin admin] Added segment 8e84c1c5-221f-4c99-9606-1ea868266866 of type vlan for network b187e754-07fe-4781-924a-d886b55c9244 Jun 29 10:41:44.359909 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-8ae22e6e-9b33-4303-94e3-f3a48a17c9e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772013063217'] for network, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:44.388586 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-8ae22e6e-9b33-4303-94e3-f3a48a17c9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780'] for network, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:44.390120 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae22e6e-9b33-4303-94e3-f3a48a17c9e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:41:44.390845 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-8ae22e6e-9b33-4303-94e3-f3a48a17c9e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for network, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:44.397283 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:41:44.447468 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 41818) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:41:44.453902 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-5db91212-a7cf-4df5-9f2e-8208aeccdcbd admin admin] Request body: {'subnet': {'network_id': 'b187e754-07fe-4781-924a-d886b55c9244', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1728430811-subnet', 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:41:44.455518 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-8ae22e6e-9b33-4303-94e3-f3a48a17c9e3 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6240785 Jun 29 10:41:44.470914 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae22e6e-9b33-4303-94e3-f3a48a17c9e3 admin admin] Pushing event updated for resources: {'Network': ['ID=b187e754-07fe-4781-924a-d886b55c9244,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:41:44.475630 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-8ae22e6e-9b33-4303-94e3-f3a48a17c9e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:41:44.479607 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db91212-a7cf-4df5-9f2e-8208aeccdcbd admin admin] Made reservation on behalf of f1ea4791d1b04b298cdfcb878b9a2e28 for: {'subnet': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:41:44.481976 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5db91212-a7cf-4df5-9f2e-8208aeccdcbd admin admin] Notify callbacks [] for subnet, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:44.484515 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Network b187e754-07fe-4781-924a-d886b55c9244 details requested by agent ovs-agent-dv-cinder-792209-3-iscsi with host dv-cinder-792209-3-iscsi {{(pid=99534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:41:44.652938 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5db91212-a7cf-4df5-9f2e-8208aeccdcbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780'] for subnet, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:44.656011 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:41:44.696129 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db91212-a7cf-4df5-9f2e-8208aeccdcbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1434ea17-151b-4fa4-8fce-ecfeaa34af2c,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:41:44.705207 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db91212-a7cf-4df5-9f2e-8208aeccdcbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:44.705636 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db91212-a7cf-4df5-9f2e-8208aeccdcbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:44.706034 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db91212-a7cf-4df5-9f2e-8208aeccdcbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:44.706425 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db91212-a7cf-4df5-9f2e-8208aeccdcbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:44.706873 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db91212-a7cf-4df5-9f2e-8208aeccdcbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:44.707288 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db91212-a7cf-4df5-9f2e-8208aeccdcbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:44.707675 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db91212-a7cf-4df5-9f2e-8208aeccdcbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:44.708070 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db91212-a7cf-4df5-9f2e-8208aeccdcbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:44.708429 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db91212-a7cf-4df5-9f2e-8208aeccdcbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:44.709054 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db91212-a7cf-4df5-9f2e-8208aeccdcbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:44.709172 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db91212-a7cf-4df5-9f2e-8208aeccdcbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:44.709514 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db91212-a7cf-4df5-9f2e-8208aeccdcbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:44.710562 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db91212-a7cf-4df5-9f2e-8208aeccdcbd admin admin] Tracked resource versions report: Jun 29 10:41:44.710562 dv-cinder-792209-3-iscsi neutron-server[99533]: pushed versions: Jun 29 10:41:44.710562 dv-cinder-792209-3-iscsi neutron-server[99533]: { 'AddressGroup': {'1.2'}, Jun 29 10:41:44.710562 dv-cinder-792209-3-iscsi neutron-server[99533]: 'ConntrackHelper': {'1.0'}, Jun 29 10:41:44.710562 dv-cinder-792209-3-iscsi neutron-server[99533]: 'Log': {'1.0'}, Jun 29 10:41:44.710562 dv-cinder-792209-3-iscsi neutron-server[99533]: 'Network': {'1.1'}, Jun 29 10:41:44.710562 dv-cinder-792209-3-iscsi neutron-server[99533]: 'Port': {'1.7'}, Jun 29 10:41:44.710562 dv-cinder-792209-3-iscsi neutron-server[99533]: 'PortForwarding': {'1.2'}, Jun 29 10:41:44.710562 dv-cinder-792209-3-iscsi neutron-server[99533]: 'QosPolicy': {'1.8'}, Jun 29 10:41:44.710562 dv-cinder-792209-3-iscsi neutron-server[99533]: 'SecurityGroup': {'1.4'}, Jun 29 10:41:44.710562 dv-cinder-792209-3-iscsi neutron-server[99533]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:41:44.710562 dv-cinder-792209-3-iscsi neutron-server[99533]: 'SubPort': {'1.0'}, Jun 29 10:41:44.710562 dv-cinder-792209-3-iscsi neutron-server[99533]: 'Subnet': {'1.1'}, Jun 29 10:41:44.710562 dv-cinder-792209-3-iscsi neutron-server[99533]: 'Trunk': {'1.1'}} Jun 29 10:41:44.710562 dv-cinder-792209-3-iscsi neutron-server[99533]: consumer versions: Jun 29 10:41:44.710562 dv-cinder-792209-3-iscsi neutron-server[99533]: { DHCP agent@dv-cinder-792209-3-iscsi: {}, Jun 29 10:41:44.710562 dv-cinder-792209-3-iscsi neutron-server[99533]: HyperV agent@hv-cinder-79220: {}, Jun 29 10:41:44.710562 dv-cinder-792209-3-iscsi neutron-server[99533]: L3 agent@dv-cinder-792209-3-iscsi: {}, Jun 29 10:41:44.710562 dv-cinder-792209-3-iscsi neutron-server[99533]: Metadata agent@dv-cinder-792209-3-iscsi: {}, Jun 29 10:41:44.710562 dv-cinder-792209-3-iscsi neutron-server[99533]: Metering agent@dv-cinder-792209-3-iscsi: {}, Jun 29 10:41:44.710562 dv-cinder-792209-3-iscsi neutron-server[99533]: Open vSwitch agent@dv-cinder-792209-3-iscsi: { 'AddressGroup': '1.2', Jun 29 10:41:44.710562 dv-cinder-792209-3-iscsi neutron-server[99533]: 'ConntrackHelper': '1.0', Jun 29 10:41:44.710562 dv-cinder-792209-3-iscsi neutron-server[99533]: 'Log': '1.0', Jun 29 10:41:44.710562 dv-cinder-792209-3-iscsi neutron-server[99533]: 'Network': '1.1', Jun 29 10:41:44.710562 dv-cinder-792209-3-iscsi neutron-server[99533]: 'Port': '1.7', Jun 29 10:41:44.710562 dv-cinder-792209-3-iscsi neutron-server[99533]: 'PortForwarding': '1.2', Jun 29 10:41:44.710562 dv-cinder-792209-3-iscsi neutron-server[99533]: 'QosPolicy': '1.8', Jun 29 10:41:44.710562 dv-cinder-792209-3-iscsi neutron-server[99533]: 'SecurityGroup': '1.4', Jun 29 10:41:44.710562 dv-cinder-792209-3-iscsi neutron-server[99533]: 'SecurityGroupRule': '1.2', Jun 29 10:41:44.710562 dv-cinder-792209-3-iscsi neutron-server[99533]: 'SubPort': '1.0', Jun 29 10:41:44.710562 dv-cinder-792209-3-iscsi neutron-server[99533]: 'Subnet': '1.1', Jun 29 10:41:44.710562 dv-cinder-792209-3-iscsi neutron-server[99533]: 'Trunk': '1.1'}} Jun 29 10:41:44.710562 dv-cinder-792209-3-iscsi neutron-server[99533]: {{(pid=99533) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:41:44.719279 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-5db91212-a7cf-4df5-9f2e-8208aeccdcbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:41:44.736323 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db91212-a7cf-4df5-9f2e-8208aeccdcbd admin admin] Checking segment: {'id': '8e84c1c5-221f-4c99-9606-1ea868266866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b187e754-07fe-4781-924a-d886b55c9244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:41:44.736677 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db91212-a7cf-4df5-9f2e-8208aeccdcbd admin admin] Network hostable DHCP agents. Network: b187e754-07fe-4781-924a-d886b55c9244, hostable agents: ['0f321f44-7bd1-49aa-8caa-09a569631bca'], hosted agents: [] {{(pid=99533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:41:44.753304 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db91212-a7cf-4df5-9f2e-8208aeccdcbd admin admin] Network b187e754-07fe-4781-924a-d886b55c9244 is scheduled to be hosted by DHCP agent 0f321f44-7bd1-49aa-8caa-09a569631bca with binding_index 1 {{(pid=99533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:41:44.763197 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-5db91212-a7cf-4df5-9f2e-8208aeccdcbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-3-iscsi, b187e754-07fe-4781-924a-d886b55c9244) {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:41:44.768194 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db91212-a7cf-4df5-9f2e-8208aeccdcbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:41:44.768826 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5db91212-a7cf-4df5-9f2e-8208aeccdcbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:44.773570 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99f574d-c054-4299-ae11-3c74dde48dfe None None] Network b187e754-07fe-4781-924a-d886b55c9244 requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:41:44.788218 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 41832) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:41:44.789177 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-5db91212-a7cf-4df5-9f2e-8208aeccdcbd admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3404663 Jun 29 10:41:44.794002 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-b2059c11-97ee-423f-af93-9280ee1fe955 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1728430811-router', 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'}}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:41:44.845265 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b2059c11-97ee-423f-af93-9280ee1fe955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7868084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1699'] for router, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:44.846314 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b2059c11-97ee-423f-af93-9280ee1fe955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7868045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7908879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1690'] for router, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:44.904770 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b2059c11-97ee-423f-af93-9280ee1fe955 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:44.918910 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 41836) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:41:44.989249 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8ad944-5ad7-4f75-9dab-31a0a8df0794 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bfd3446-107e-502c-af97-eaf1b64c2165-b187e754-07fe-4781-924a-d886b55c9244', 'network_id': 'b187e754-07fe-4781-924a-d886b55c9244', 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'fixed_ips': [{'subnet_id': '1434ea17-151b-4fa4-8fce-ecfeaa34af2c'}]}} from dv-cinder-792209-3-iscsi. {{(pid=99534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:41:44.990234 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-de8ad944-5ad7-4f75-9dab-31a0a8df0794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:45.027554 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 41842) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:41:45.059342 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b2059c11-97ee-423f-af93-9280ee1fe955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7907788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7867392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1668'] for router, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:45.114637 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 41852) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:41:45.162183 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.db_base_plugin_common [None req-de8ad944-5ad7-4f75-9dab-31a0a8df0794 None None] Allocated IP 172.20.0.2 (b187e754-07fe-4781-924a-d886b55c9244/1434ea17-151b-4fa4-8fce-ecfeaa34af2c/2f11bf1d-2edd-4fa2-8616-eba511ff9284) {{(pid=99534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:41:45.273549 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b2059c11-97ee-423f-af93-9280ee1fe955 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:45.273733 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-25f4e080-c5b1-4366-8b42-c9d2a0151f85 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1759134782-network', 'tenant_id': '3b6c9d7b614441d89eb7369f33fd9153'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:41:45.293902 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b2059c11-97ee-423f-af93-9280ee1fe955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:45.319020 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-de8ad944-5ad7-4f75-9dab-31a0a8df0794 None None] Notify callbacks [] for port, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:45.319239 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f4e080-c5b1-4366-8b42-c9d2a0151f85 admin admin] Made reservation on behalf of 3b6c9d7b614441d89eb7369f33fd9153 for: {'network': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:41:45.322972 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-25f4e080-c5b1-4366-8b42-c9d2a0151f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for network, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:45.336824 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-de8ad944-5ad7-4f75-9dab-31a0a8df0794 None None] Transition to ACTIVE for port object 2f11bf1d-2edd-4fa2-8616-eba511ff9284 will not be triggered until provisioned by entity L2. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:41:45.360825 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-25f4e080-c5b1-4366-8b42-c9d2a0151f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:45.362717 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-de8ad944-5ad7-4f75-9dab-31a0a8df0794 None None] Transition to ACTIVE for port object 2f11bf1d-2edd-4fa2-8616-eba511ff9284 will not be triggered until provisioned by entity DHCP. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:41:45.371255 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-de8ad944-5ad7-4f75-9dab-31a0a8df0794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799'] for port, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:45.383088 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:41:45.402074 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-3a457ec1-ddf5-448e-ade6-28cae407a6c3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-897295141-network', 'tenant_id': 'dad9db5067174f9cb9eb9c074e88edeb'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:41:45.468107 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-ab75d82d-cdc7-4eb5-943f-26e85d8f0366 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1300834436-network', 'tenant_id': 'd4bf2f2650ea42f69167d26df12d7266'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:41:45.471877 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad944-5ad7-4f75-9dab-31a0a8df0794 None None] Pushing event updated for resources: {'Port': ['ID=2f11bf1d-2edd-4fa2-8616-eba511ff9284,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:41:45.477171 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [None req-b2059c11-97ee-423f-af93-9280ee1fe955 admin admin] Allocated IP 172.27.0.170 (2b1c2b73-c07b-4ea8-8347-94f00b07ac35/05f04cdc-c6be-4227-89f2-0a6a720b3b38/eac7289c-d3ce-4243-9e08-ec22baf0efe6) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:41:45.509998 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8ad944-5ad7-4f75-9dab-31a0a8df0794 None None] Network b187e754-07fe-4781-924a-d886b55c9244 is already hosted by enough agents. {{(pid=99534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:41:45.516186 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad944-5ad7-4f75-9dab-31a0a8df0794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:45.518414 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad944-5ad7-4f75-9dab-31a0a8df0794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:45.520953 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad944-5ad7-4f75-9dab-31a0a8df0794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:45.522664 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad944-5ad7-4f75-9dab-31a0a8df0794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:45.522664 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad944-5ad7-4f75-9dab-31a0a8df0794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:45.522664 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad944-5ad7-4f75-9dab-31a0a8df0794 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:45.523517 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad944-5ad7-4f75-9dab-31a0a8df0794 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:45.524179 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad944-5ad7-4f75-9dab-31a0a8df0794 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:45.525042 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad944-5ad7-4f75-9dab-31a0a8df0794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:45.526068 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad944-5ad7-4f75-9dab-31a0a8df0794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:45.527343 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad944-5ad7-4f75-9dab-31a0a8df0794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:45.528189 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad944-5ad7-4f75-9dab-31a0a8df0794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:45.530015 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de8ad944-5ad7-4f75-9dab-31a0a8df0794 None None] Tracked resource versions report: Jun 29 10:41:45.530015 dv-cinder-792209-3-iscsi neutron-server[99534]: pushed versions: Jun 29 10:41:45.530015 dv-cinder-792209-3-iscsi neutron-server[99534]: { 'AddressGroup': {'1.2'}, Jun 29 10:41:45.530015 dv-cinder-792209-3-iscsi neutron-server[99534]: 'ConntrackHelper': {'1.0'}, Jun 29 10:41:45.530015 dv-cinder-792209-3-iscsi neutron-server[99534]: 'Log': {'1.0'}, Jun 29 10:41:45.530015 dv-cinder-792209-3-iscsi neutron-server[99534]: 'Network': {'1.1'}, Jun 29 10:41:45.530015 dv-cinder-792209-3-iscsi neutron-server[99534]: 'Port': {'1.7'}, Jun 29 10:41:45.530015 dv-cinder-792209-3-iscsi neutron-server[99534]: 'PortForwarding': {'1.2'}, Jun 29 10:41:45.530015 dv-cinder-792209-3-iscsi neutron-server[99534]: 'QosPolicy': {'1.8'}, Jun 29 10:41:45.530015 dv-cinder-792209-3-iscsi neutron-server[99534]: 'SecurityGroup': {'1.4'}, Jun 29 10:41:45.530015 dv-cinder-792209-3-iscsi neutron-server[99534]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:41:45.530015 dv-cinder-792209-3-iscsi neutron-server[99534]: 'SubPort': {'1.0'}, Jun 29 10:41:45.530015 dv-cinder-792209-3-iscsi neutron-server[99534]: 'Subnet': {'1.1'}, Jun 29 10:41:45.530015 dv-cinder-792209-3-iscsi neutron-server[99534]: 'Trunk': {'1.1'}} Jun 29 10:41:45.530015 dv-cinder-792209-3-iscsi neutron-server[99534]: consumer versions: Jun 29 10:41:45.530015 dv-cinder-792209-3-iscsi neutron-server[99534]: { DHCP agent@dv-cinder-792209-3-iscsi: {}, Jun 29 10:41:45.530015 dv-cinder-792209-3-iscsi neutron-server[99534]: HyperV agent@hv-cinder-79220: {}, Jun 29 10:41:45.530015 dv-cinder-792209-3-iscsi neutron-server[99534]: L3 agent@dv-cinder-792209-3-iscsi: {}, Jun 29 10:41:45.530015 dv-cinder-792209-3-iscsi neutron-server[99534]: Metadata agent@dv-cinder-792209-3-iscsi: {}, Jun 29 10:41:45.530015 dv-cinder-792209-3-iscsi neutron-server[99534]: Metering agent@dv-cinder-792209-3-iscsi: {}, Jun 29 10:41:45.530015 dv-cinder-792209-3-iscsi neutron-server[99534]: Open vSwitch agent@dv-cinder-792209-3-iscsi: { 'AddressGroup': '1.2', Jun 29 10:41:45.530015 dv-cinder-792209-3-iscsi neutron-server[99534]: 'ConntrackHelper': '1.0', Jun 29 10:41:45.530015 dv-cinder-792209-3-iscsi neutron-server[99534]: 'Log': '1.0', Jun 29 10:41:45.530015 dv-cinder-792209-3-iscsi neutron-server[99534]: 'Network': '1.1', Jun 29 10:41:45.530015 dv-cinder-792209-3-iscsi neutron-server[99534]: 'Port': '1.7', Jun 29 10:41:45.530015 dv-cinder-792209-3-iscsi neutron-server[99534]: 'PortForwarding': '1.2', Jun 29 10:41:45.530015 dv-cinder-792209-3-iscsi neutron-server[99534]: 'QosPolicy': '1.8', Jun 29 10:41:45.530015 dv-cinder-792209-3-iscsi neutron-server[99534]: 'SecurityGroup': '1.4', Jun 29 10:41:45.530015 dv-cinder-792209-3-iscsi neutron-server[99534]: 'SecurityGroupRule': '1.2', Jun 29 10:41:45.530015 dv-cinder-792209-3-iscsi neutron-server[99534]: 'SubPort': '1.0', Jun 29 10:41:45.530015 dv-cinder-792209-3-iscsi neutron-server[99534]: 'Subnet': '1.1', Jun 29 10:41:45.530015 dv-cinder-792209-3-iscsi neutron-server[99534]: 'Trunk': '1.1'}} Jun 29 10:41:45.530015 dv-cinder-792209-3-iscsi neutron-server[99534]: {{(pid=99534) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:41:45.541515 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-de8ad944-5ad7-4f75-9dab-31a0a8df0794 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:41:45.544265 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.scheduler.base_scheduler [None req-de8ad944-5ad7-4f75-9dab-31a0a8df0794 None None] Resources bound (agent type, host, resource id): {{(pid=99534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:41:45.549959 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8ad944-5ad7-4f75-9dab-31a0a8df0794 None None] Received port after_create {{(pid=99534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:41:45.562201 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-25f4e080-c5b1-4366-8b42-c9d2a0151f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:45.585212 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-25f4e080-c5b1-4366-8b42-c9d2a0151f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:45.606227 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-7d9137c8-3121-4b2a-9075-9fa97326bb79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:41:45.612722 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.db.api [None req-ab75d82d-cdc7-4eb5-943f-26e85d8f0366 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 10:41:45.612722 dv-cinder-792209-3-iscsi neutron-server[99533]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 29 10:41:45.612722 dv-cinder-792209-3-iscsi neutron-server[99533]: [parameters: {'project_id_1': 'd4bf2f2650ea42f69167d26df12d7266', 'expiration_1': datetime.datetime(2021, 6, 29, 10, 41, 45, 477302)}] Jun 29 10:41:45.612722 dv-cinder-792209-3-iscsi neutron-server[99533]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99533) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 10:41:45.613664 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_db.api [None req-ab75d82d-cdc7-4eb5-943f-26e85d8f0366 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 10:41:45.629767 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-de8ad944-5ad7-4f75-9dab-31a0a8df0794 None None] Attempting to bind port 2f11bf1d-2edd-4fa2-8616-eba511ff9284 on host dv-cinder-792209-3-iscsi for vnic_type normal with profile {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:41:45.630492 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-de8ad944-5ad7-4f75-9dab-31a0a8df0794 None None] Attempting to bind port 2f11bf1d-2edd-4fa2-8616-eba511ff9284 by drivers openvswitch,hyperv on host dv-cinder-792209-3-iscsi at level 0 using segments [{'id': '8e84c1c5-221f-4c99-9606-1ea868266866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b187e754-07fe-4781-924a-d886b55c9244'}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:41:45.631111 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8ad944-5ad7-4f75-9dab-31a0a8df0794 None None] Attempting to bind port 2f11bf1d-2edd-4fa2-8616-eba511ff9284 on network b187e754-07fe-4781-924a-d886b55c9244 {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:41:45.635251 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a457ec1-ddf5-448e-ade6-28cae407a6c3 admin admin] Made reservation on behalf of dad9db5067174f9cb9eb9c074e88edeb for: {'network': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:41:45.638985 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8ad944-5ad7-4f75-9dab-31a0a8df0794 None None] Checking agent: {'id': 'fcf96668-74e6-4b26-856c-86c6583113ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 33, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:41:45.639639 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8ad944-5ad7-4f75-9dab-31a0a8df0794 None None] Checking segment: {'id': '8e84c1c5-221f-4c99-9606-1ea868266866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b187e754-07fe-4781-924a-d886b55c9244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:41:45.640221 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-de8ad944-5ad7-4f75-9dab-31a0a8df0794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:45.640920 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8ad944-5ad7-4f75-9dab-31a0a8df0794 None None] Bound using segment: {'id': '8e84c1c5-221f-4c99-9606-1ea868266866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b187e754-07fe-4781-924a-d886b55c9244'} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:41:45.641716 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-de8ad944-5ad7-4f75-9dab-31a0a8df0794 None None] Bound port: 2f11bf1d-2edd-4fa2-8616-eba511ff9284, host: dv-cinder-792209-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e84c1c5-221f-4c99-9606-1ea868266866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b187e754-07fe-4781-924a-d886b55c9244'}}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:41:45.642121 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-de8ad944-5ad7-4f75-9dab-31a0a8df0794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:45.642263 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3a457ec1-ddf5-448e-ade6-28cae407a6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for network, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:45.652357 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25f4e080-c5b1-4366-8b42-c9d2a0151f85 admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=99533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:41:45.682516 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3a457ec1-ddf5-448e-ade6-28cae407a6c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:45.710438 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b2059c11-97ee-423f-af93-9280ee1fe955 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:45.726448 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-de8ad944-5ad7-4f75-9dab-31a0a8df0794 None None] For port 2f11bf1d-2edd-4fa2-8616-eba511ff9284, host dv-cinder-792209-3-iscsi, cleared binding levels {{(pid=99534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:41:45.731915 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-de8ad944-5ad7-4f75-9dab-31a0a8df0794 None None] For port 2f11bf1d-2edd-4fa2-8616-eba511ff9284, host dv-cinder-792209-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=2f11bf1d-2edd-4fa2-8616-eba511ff9284,segment=NetworkSegment(8e84c1c5-221f-4c99-9606-1ea868266866),segment_id=8e84c1c5-221f-4c99-9606-1ea868266866)] {{(pid=99534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:41:45.733147 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-25f4e080-c5b1-4366-8b42-c9d2a0151f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342'] for segment, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:45.733147 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.db.segments_db [None req-25f4e080-c5b1-4366-8b42-c9d2a0151f85 admin admin] Added segment 6a7dfca7-47fa-40e6-9307-39f28100bd69 of type vlan for network 918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83 Jun 29 10:41:45.742096 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-de8ad944-5ad7-4f75-9dab-31a0a8df0794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:45.745492 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:41:45.762152 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f4e080-c5b1-4366-8b42-c9d2a0151f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57dccdf1-3706-43df-96fc-513bd17ee9be,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:41:45.766958 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-25f4e080-c5b1-4366-8b42-c9d2a0151f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:41:45.774007 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b2059c11-97ee-423f-af93-9280ee1fe955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:45.782590 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-c5d4259d-a016-492c-ae00-dac56a45f1a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:41:45.814033 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ad944-5ad7-4f75-9dab-31a0a8df0794 None None] Pushing event updated for resources: {'Port': ['ID=2f11bf1d-2edd-4fa2-8616-eba511ff9284,revision_number=2']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:41:45.823408 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-de8ad944-5ad7-4f75-9dab-31a0a8df0794 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:41:45.840076 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-25f4e080-c5b1-4366-8b42-c9d2a0151f85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772013063217'] for network, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:45.899997 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2059c11-97ee-423f-af93-9280ee1fe955 admin admin] Pushing event updated for resources: {'Port': ['ID=eac7289c-d3ce-4243-9e08-ec22baf0efe6,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:41:45.906349 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-b2059c11-97ee-423f-af93-9280ee1fe955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:41:45.916830 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-25f4e080-c5b1-4366-8b42-c9d2a0151f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780'] for network, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:45.919031 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2059c11-97ee-423f-af93-9280ee1fe955 admin admin] Network 2b1c2b73-c07b-4ea8-8347-94f00b07ac35 is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:41:45.920686 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-b2059c11-97ee-423f-af93-9280ee1fe955 admin admin] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:41:45.920858 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f4e080-c5b1-4366-8b42-c9d2a0151f85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:41:45.921365 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-25f4e080-c5b1-4366-8b42-c9d2a0151f85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:45.925464 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2059c11-97ee-423f-af93-9280ee1fe955 admin admin] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:41:45.926964 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:41:46.030945 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3a457ec1-ddf5-448e-ade6-28cae407a6c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:46.051619 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3a457ec1-ddf5-448e-ade6-28cae407a6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:46.052356 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f4e080-c5b1-4366-8b42-c9d2a0151f85 admin admin] Pushing event updated for resources: {'Network': ['ID=918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:41:46.057430 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-25f4e080-c5b1-4366-8b42-c9d2a0151f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:41:46.057887 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:41:46.063541 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Network 918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83 details requested by agent ovs-agent-dv-cinder-792209-3-iscsi with host dv-cinder-792209-3-iscsi {{(pid=99534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:41:46.094747 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 41888) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:41:46.096757 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-25f4e080-c5b1-4366-8b42-c9d2a0151f85 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1765878 Jun 29 10:41:46.137002 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-8e41dfd0-9f5a-4709-8baa-974d992ba24d admin admin] Request body: {'subnet': {'network_id': '918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1759134782-subnet', 'tenant_id': '3b6c9d7b614441d89eb7369f33fd9153', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:41:46.211147 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a457ec1-ddf5-448e-ade6-28cae407a6c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=99533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:41:46.221941 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a457ec1-ddf5-448e-ade6-28cae407a6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067fbf56-52e6-417c-837b-f08960c35158,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:41:46.252458 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-3a457ec1-ddf5-448e-ade6-28cae407a6c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:41:46.265908 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3a457ec1-ddf5-448e-ade6-28cae407a6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342'] for segment, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:46.266518 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.db.segments_db [None req-3a457ec1-ddf5-448e-ade6-28cae407a6c3 admin admin] Added segment 9f0c74f0-432e-4950-b3d2-3a9e79de6a51 of type vlan for network 730b9790-c1e3-474e-a663-0330ab8e1d49 Jun 29 10:41:46.268137 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab75d82d-cdc7-4eb5-943f-26e85d8f0366 admin admin] Made reservation on behalf of d4bf2f2650ea42f69167d26df12d7266 for: {'network': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:41:46.275609 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ab75d82d-cdc7-4eb5-943f-26e85d8f0366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for network, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:46.336833 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ab75d82d-cdc7-4eb5-943f-26e85d8f0366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:46.340873 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e41dfd0-9f5a-4709-8baa-974d992ba24d admin admin] Made reservation on behalf of 3b6c9d7b614441d89eb7369f33fd9153 for: {'subnet': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:41:46.344059 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-8e41dfd0-9f5a-4709-8baa-974d992ba24d admin admin] Notify callbacks [] for subnet, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:46.451140 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3a457ec1-ddf5-448e-ade6-28cae407a6c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772013063217'] for network, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:46.605635 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3a457ec1-ddf5-448e-ade6-28cae407a6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780'] for network, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:46.617413 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a457ec1-ddf5-448e-ade6-28cae407a6c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:41:46.618921 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3a457ec1-ddf5-448e-ade6-28cae407a6c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:46.623546 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-61a29682-a107-4254-8318-07391e4438f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:41:46.736524 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ab75d82d-cdc7-4eb5-943f-26e85d8f0366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:46.744745 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a457ec1-ddf5-448e-ade6-28cae407a6c3 admin admin] Pushing event updated for resources: {'Network': ['ID=730b9790-c1e3-474e-a663-0330ab8e1d49,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:41:46.750924 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-3a457ec1-ddf5-448e-ade6-28cae407a6c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:41:46.752797 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ab75d82d-cdc7-4eb5-943f-26e85d8f0366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:46.757558 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-3a457ec1-ddf5-448e-ade6-28cae407a6c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:41:46.767893 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Network 730b9790-c1e3-474e-a663-0330ab8e1d49 details requested by agent ovs-agent-dv-cinder-792209-3-iscsi with host dv-cinder-792209-3-iscsi {{(pid=99534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:41:46.774424 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-3a457ec1-ddf5-448e-ade6-28cae407a6c3 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7456081 Jun 29 10:41:46.778257 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 41914) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:41:46.786120 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-9276eb3e-d9b6-4539-88cc-4060c3ee6c0f admin admin] Request body: {'subnet': {'network_id': '730b9790-c1e3-474e-a663-0330ab8e1d49', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-897295141-subnet', 'tenant_id': 'dad9db5067174f9cb9eb9c074e88edeb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:41:46.802568 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b2059c11-97ee-423f-af93-9280ee1fe955 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:46.813036 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab75d82d-cdc7-4eb5-943f-26e85d8f0366 admin admin] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=99533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:41:46.827510 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75d82d-cdc7-4eb5-943f-26e85d8f0366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04dff6a-b7ed-4af1-9f88-f49fd5fe2a3d,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:41:46.836823 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ab75d82d-cdc7-4eb5-943f-26e85d8f0366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:41:46.854620 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ab75d82d-cdc7-4eb5-943f-26e85d8f0366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342'] for segment, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:46.856106 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.db.segments_db [None req-ab75d82d-cdc7-4eb5-943f-26e85d8f0366 admin admin] Added segment 77ca07d3-b55e-4e5e-ad7d-5ffed1d9943c of type vlan for network 8b9487a0-ea75-4736-8510-0cb2cf6819b2 Jun 29 10:41:46.879674 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9276eb3e-d9b6-4539-88cc-4060c3ee6c0f admin admin] Made reservation on behalf of dad9db5067174f9cb9eb9c074e88edeb for: {'subnet': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:41:46.885056 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9276eb3e-d9b6-4539-88cc-4060c3ee6c0f admin admin] Notify callbacks [] for subnet, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:47.042056 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 2f11bf1d-2edd-4fa2-8616-eba511ff9284 up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:41:47.096890 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ab75d82d-cdc7-4eb5-943f-26e85d8f0366 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772013063217'] for network, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:47.146500 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning for port 2f11bf1d-2edd-4fa2-8616-eba511ff9284 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:41:47.147470 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-8e41dfd0-9f5a-4709-8baa-974d992ba24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780'] for subnet, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:47.159666 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-3553d226-2cdb-4a03-a08a-e245109e61a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:41:47.181630 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ab75d82d-cdc7-4eb5-943f-26e85d8f0366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780'] for network, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:47.184400 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab75d82d-cdc7-4eb5-943f-26e85d8f0366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:41:47.184978 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ab75d82d-cdc7-4eb5-943f-26e85d8f0366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:47.190871 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-25f4e080-c5b1-4366-8b42-c9d2a0151f85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:41:47.304276 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75d82d-cdc7-4eb5-943f-26e85d8f0366 admin admin] Pushing event updated for resources: {'Network': ['ID=8b9487a0-ea75-4736-8510-0cb2cf6819b2,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:41:47.308582 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ab75d82d-cdc7-4eb5-943f-26e85d8f0366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:41:47.314581 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-ab75d82d-cdc7-4eb5-943f-26e85d8f0366 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1961608 Jun 29 10:41:47.318209 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Network 8b9487a0-ea75-4736-8510-0cb2cf6819b2 details requested by agent ovs-agent-dv-cinder-792209-3-iscsi with host dv-cinder-792209-3-iscsi {{(pid=99534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:41:47.321840 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 41942) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:41:47.331700 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-837bb5b7-8d78-4f57-9940-0829ee2a38ea admin admin] Request body: {'subnet': {'network_id': '8b9487a0-ea75-4736-8510-0cb2cf6819b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1300834436-subnet', 'tenant_id': 'd4bf2f2650ea42f69167d26df12d7266', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:41:47.419895 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5760b6-9000-460c-8a09-6a6123c43c3c None None] Network b187e754-07fe-4781-924a-d886b55c9244 requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:41:47.482112 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9276eb3e-d9b6-4539-88cc-4060c3ee6c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780'] for subnet, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:47.490375 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837bb5b7-8d78-4f57-9940-0829ee2a38ea admin admin] Made reservation on behalf of d4bf2f2650ea42f69167d26df12d7266 for: {'subnet': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:41:47.493526 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-837bb5b7-8d78-4f57-9940-0829ee2a38ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:47.497725 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-5db91212-a7cf-4df5-9f2e-8208aeccdcbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:41:47.574188 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276eb3e-d9b6-4539-88cc-4060c3ee6c0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1643e872-1bdb-489a-8d50-24dbd0235148,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:41:47.610583 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e41dfd0-9f5a-4709-8baa-974d992ba24d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d9c3e9c-911d-4514-9065-0e24527aa31d,revision_number=0']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:41:47.617593 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-8e41dfd0-9f5a-4709-8baa-974d992ba24d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:41:47.618116 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-9276eb3e-d9b6-4539-88cc-4060c3ee6c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:41:47.625275 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e41dfd0-9f5a-4709-8baa-974d992ba24d admin admin] Checking segment: {'id': '6a7dfca7-47fa-40e6-9307-39f28100bd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:41:47.626124 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e41dfd0-9f5a-4709-8baa-974d992ba24d admin admin] Network hostable DHCP agents. Network: 918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83, hostable agents: ['0f321f44-7bd1-49aa-8caa-09a569631bca'], hosted agents: [] {{(pid=99532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:41:47.640056 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-9c708b5a-517c-47a0-8a15-c02752e672fd None None] Provisioning for port 2f11bf1d-2edd-4fa2-8616-eba511ff9284 completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:41:47.642683 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b2059c11-97ee-423f-af93-9280ee1fe955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7907817'] for router, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:47.647847 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-9c708b5a-517c-47a0-8a15-c02752e672fd None None] Provisioning complete for port 2f11bf1d-2edd-4fa2-8616-eba511ff9284 triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:41:47.648013 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-9c708b5a-517c-47a0-8a15-c02752e672fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:47.692068 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e41dfd0-9f5a-4709-8baa-974d992ba24d admin admin] Network 918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83 is scheduled to be hosted by DHCP agent 0f321f44-7bd1-49aa-8caa-09a569631bca with binding_index 1 {{(pid=99532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:41:47.739444 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-8e41dfd0-9f5a-4709-8baa-974d992ba24d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-3-iscsi, 918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83) {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:41:47.749594 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e41dfd0-9f5a-4709-8baa-974d992ba24d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:41:47.750171 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-8e41dfd0-9f5a-4709-8baa-974d992ba24d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for subnet, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:47.764531 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86e4782-cb6d-43d1-9125-7ddebfc31d9a None None] Network 918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83 requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:41:47.887252 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 41964) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:41:47.888882 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9276eb3e-d9b6-4539-88cc-4060c3ee6c0f admin admin] Checking segment: {'id': '9f0c74f0-432e-4950-b3d2-3a9e79de6a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '730b9790-c1e3-474e-a663-0330ab8e1d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:41:47.889256 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9276eb3e-d9b6-4539-88cc-4060c3ee6c0f admin admin] Network hostable DHCP agents. Network: 730b9790-c1e3-474e-a663-0330ab8e1d49, hostable agents: ['0f321f44-7bd1-49aa-8caa-09a569631bca'], hosted agents: [] {{(pid=99533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:41:47.904538 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-837bb5b7-8d78-4f57-9940-0829ee2a38ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780'] for subnet, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:47.916148 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-396d9276-c492-4577-95a0-4b57cf16d947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:41:47.930408 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-8e41dfd0-9f5a-4709-8baa-974d992ba24d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8261764 Jun 29 10:41:47.932966 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-9c708b5a-517c-47a0-8a15-c02752e672fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:47.941673 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 41970) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:41:47.962312 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837bb5b7-8d78-4f57-9940-0829ee2a38ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e06e197-d0f4-4076-8f57-3667200273ee,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:41:47.967197 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-db8ce0a9-3c6b-4da6-8f69-676df0c28f91 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1759134782-router', 'tenant_id': '3b6c9d7b614441d89eb7369f33fd9153', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'}}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:41:47.969341 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9276eb3e-d9b6-4539-88cc-4060c3ee6c0f admin admin] Network 730b9790-c1e3-474e-a663-0330ab8e1d49 is scheduled to be hosted by DHCP agent 0f321f44-7bd1-49aa-8caa-09a569631bca with binding_index 1 {{(pid=99533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:41:47.977240 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-837bb5b7-8d78-4f57-9940-0829ee2a38ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:41:47.978001 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-9276eb3e-d9b6-4539-88cc-4060c3ee6c0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-3-iscsi, 730b9790-c1e3-474e-a663-0330ab8e1d49) {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:41:47.988242 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9276eb3e-d9b6-4539-88cc-4060c3ee6c0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:41:47.989077 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9276eb3e-d9b6-4539-88cc-4060c3ee6c0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:48.006558 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-9c708b5a-517c-47a0-8a15-c02752e672fd None None] For port 2f11bf1d-2edd-4fa2-8616-eba511ff9284, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=2f11bf1d-2edd-4fa2-8616-eba511ff9284,segment=NetworkSegment(8e84c1c5-221f-4c99-9606-1ea868266866),segment_id=8e84c1c5-221f-4c99-9606-1ea868266866)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:41:48.025132 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-9276eb3e-d9b6-4539-88cc-4060c3ee6c0f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2364590 Jun 29 10:41:48.032283 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837bb5b7-8d78-4f57-9940-0829ee2a38ea admin admin] Checking segment: {'id': '77ca07d3-b55e-4e5e-ad7d-5ffed1d9943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8b9487a0-ea75-4736-8510-0cb2cf6819b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:41:48.032782 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837bb5b7-8d78-4f57-9940-0829ee2a38ea admin admin] Network hostable DHCP agents. Network: 8b9487a0-ea75-4736-8510-0cb2cf6819b2, hostable agents: ['0f321f44-7bd1-49aa-8caa-09a569631bca'], hosted agents: [] {{(pid=99533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:41:48.063867 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837bb5b7-8d78-4f57-9940-0829ee2a38ea admin admin] Network 8b9487a0-ea75-4736-8510-0cb2cf6819b2 is scheduled to be hosted by DHCP agent 0f321f44-7bd1-49aa-8caa-09a569631bca with binding_index 1 {{(pid=99533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:41:48.071199 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-db8ce0a9-3c6b-4da6-8f69-676df0c28f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7868084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1699'] for router, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:48.073994 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-db8ce0a9-3c6b-4da6-8f69-676df0c28f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7868045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7908879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1690'] for router, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:48.091900 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-837bb5b7-8d78-4f57-9940-0829ee2a38ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-3-iscsi, 8b9487a0-ea75-4736-8510-0cb2cf6819b2) {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:41:48.098150 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837bb5b7-8d78-4f57-9940-0829ee2a38ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:41:48.099597 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-837bb5b7-8d78-4f57-9940-0829ee2a38ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:48.138893 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-837bb5b7-8d78-4f57-9940-0829ee2a38ea admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8128219 Jun 29 10:41:48.165388 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21927021-b1f2-4d6e-905e-0ee5f122bc91 None None] Network 730b9790-c1e3-474e-a663-0330ab8e1d49 requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:41:48.180599 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-db8ce0a9-3c6b-4da6-8f69-676df0c28f91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:48.181190 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679c1a82-bf9d-488c-a93d-7588c035f652 None None] Network 8b9487a0-ea75-4736-8510-0cb2cf6819b2 requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:41:48.189539 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2059c11-97ee-423f-af93-9280ee1fe955 admin admin] Router b1989a4d-e184-402f-a588-016b16d9013a is scheduled to L3 agent 8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f with binding_index 1 {{(pid=99532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:41:48.190368 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-9c708b5a-517c-47a0-8a15-c02752e672fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:48.203807 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-588e99b3-ef2c-4e2c-8176-db638ccb8a06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:48.233857 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-7834271d-30f7-4ca7-a684-063576c57836 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:41:48.333249 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132e9ca9-8581-456b-b606-051130c99a0b None None] Network 918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83 requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:41:48.427255 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-db8ce0a9-3c6b-4da6-8f69-676df0c28f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7907788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7867392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1668'] for router, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:48.471163 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c708b5a-517c-47a0-8a15-c02752e672fd None None] Pushing event updated for resources: {'Port': ['ID=2f11bf1d-2edd-4fa2-8616-eba511ff9284,revision_number=3']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:41:48.480198 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-9c708b5a-517c-47a0-8a15-c02752e672fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:41:48.591834 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 41998) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:41:48.598870 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2059c11-97ee-423f-af93-9280ee1fe955 admin admin] Notify agent at l3_agent.dv-cinder-792209-3-iscsi the message routers_updated {{(pid=99532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:41:48.610667 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc55657-4cfb-4d69-b0da-db57b956f0cc None None] Sync routers for ids ['b1989a4d-e184-402f-a588-016b16d9013a'] in dv-cinder-792209-3-iscsi {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:41:48.623895 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc55657-4cfb-4d69-b0da-db57b956f0cc None None] Routers {'b1989a4d-e184-402f-a588-016b16d9013a'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:41:48.624666 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-6dc55657-4cfb-4d69-b0da-db57b956f0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:41:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['b1989a4d-e184-402f-a588-016b16d9013a'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:41:48.647121 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-28fcda5c-70d9-44b9-84dc-8f77cff665b7 None None] Provisioning complete for port 2f11bf1d-2edd-4fa2-8616-eba511ff9284 triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:41:48.648863 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-28fcda5c-70d9-44b9-84dc-8f77cff665b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:48.747883 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-588e99b3-ef2c-4e2c-8176-db638ccb8a06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:48.782143 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-588e99b3-ef2c-4e2c-8176-db638ccb8a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:48.788194 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-a09c90a0-724c-47c3-bcc8-9269aad43f39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:41:48.812564 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b2059c11-97ee-423f-af93-9280ee1fe955 admin admin] Notify callbacks [] for router, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:48.817453 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-b2059c11-97ee-423f-af93-9280ee1fe955 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.0273094 Jun 29 10:41:48.819200 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7298a90c-1b5e-4ca3-a262-58d65314a5f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:48.820976 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-6dc55657-4cfb-4d69-b0da-db57b956f0cc None None] Set router b1989a4d-e184-402f-a588-016b16d9013a gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:41:48.823859 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 42014) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:41:48.974455 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-588e99b3-ef2c-4e2c-8176-db638ccb8a06 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=08ab76b2bc664f71a7c2f7af13680665&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0742545 Jun 29 10:41:48.995445 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 42026) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:41:49.041211 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 2f11bf1d-2edd-4fa2-8616-eba511ff9284 up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:41:49.056990 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e99b3-ef2c-4e2c-8176-db638ccb8a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa59ab0-255f-4f4e-8508-e5c50ceda1be,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:41:49.065615 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-588e99b3-ef2c-4e2c-8176-db638ccb8a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:41:49.067543 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-db8ce0a9-3c6b-4da6-8f69-676df0c28f91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:49.135189 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d96f0bc-f9d6-49b2-acc0-0e4778c2343a None None] Network 8b9487a0-ea75-4736-8510-0cb2cf6819b2 requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:41:49.137046 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d62076-abd2-4ca3-9561-9956edf55f20 None None] Network 730b9790-c1e3-474e-a663-0330ab8e1d49 requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:41:49.140891 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-db8ce0a9-3c6b-4da6-8f69-676df0c28f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:49.192379 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-6dc55657-4cfb-4d69-b0da-db57b956f0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'name': 'tempest-AttachVolumeShelveTestJSON-1728430811-router', 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'eac7289c-d3ce-4243-9e08-ec22baf0efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:41:44Z', 'updated_at': '2021-06-29T10:41:46Z', 'revision_number': 3, 'project_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'gw_port': {'id': 'eac7289c-d3ce-4243-9e08-ec22baf0efe6', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:45Z', 'updated_at': '2021-06-29T10:41:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi'}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:41:49.222572 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc55657-4cfb-4d69-b0da-db57b956f0cc None None] Checking router: b1989a4d-e184-402f-a588-016b16d9013a for host: dv-cinder-792209-3-iscsi {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:41:49.223353 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc55657-4cfb-4d69-b0da-db57b956f0cc None None] Updating router b1989a4d-e184-402f-a588-016b16d9013a port eac7289c-d3ce-4243-9e08-ec22baf0efe6 binding host dv-cinder-792209-3-iscsi {{(pid=99535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:41:49.304144 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-6dc55657-4cfb-4d69-b0da-db57b956f0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:49.312285 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [None req-db8ce0a9-3c6b-4da6-8f69-676df0c28f91 admin admin] Allocated IP 172.27.0.252 (2b1c2b73-c07b-4ea8-8347-94f00b07ac35/05f04cdc-c6be-4227-89f2-0a6a720b3b38/127d0611-0998-47f1-8f9a-890bcab8142c) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:41:49.429253 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-db8ce0a9-3c6b-4da6-8f69-676df0c28f91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:49.430374 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port 2f11bf1d-2edd-4fa2-8616-eba511ff9284 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:41:49.430790 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:49.462459 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 42050) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:41:49.462827 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 42064) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:41:49.467572 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-88424b82-6e69-4dcd-83d4-80e670d55b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:49.494324 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-88424b82-6e69-4dcd-83d4-80e670d55b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:49.496411 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-db8ce0a9-3c6b-4da6-8f69-676df0c28f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:49.499192 dv-cinder-792209-3-iscsi neutron-server[99533]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 29 10:41:49.506374 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:41:49.546293 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ce0a9-3c6b-4da6-8f69-676df0c28f91 admin admin] Pushing event updated for resources: {'Port': ['ID=127d0611-0998-47f1-8f9a-890bcab8142c,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:41:49.560509 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-db8ce0a9-3c6b-4da6-8f69-676df0c28f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:41:49.583303 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8ce0a9-3c6b-4da6-8f69-676df0c28f91 admin admin] Network 2b1c2b73-c07b-4ea8-8347-94f00b07ac35 is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:41:49.585652 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-db8ce0a9-3c6b-4da6-8f69-676df0c28f91 admin admin] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:41:49.589176 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8ce0a9-3c6b-4da6-8f69-676df0c28f91 admin admin] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:41:49.692785 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-88424b82-6e69-4dcd-83d4-80e670d55b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:49.696998 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-88424b82-6e69-4dcd-83d4-80e670d55b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:49.698142 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-88424b82-6e69-4dcd-83d4-80e670d55b0f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5aa59ab0-255f-4f4e-8508-e5c50ceda1be HTTP/1.1" status: 204 len: 168 time: 0.7018204 Jun 29 10:41:49.700306 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:41:49.715079 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88424b82-6e69-4dcd-83d4-80e670d55b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa59ab0-255f-4f4e-8508-e5c50ceda1be,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:41:49.724917 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-88424b82-6e69-4dcd-83d4-80e670d55b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:41:49.741726 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-6dc55657-4cfb-4d69-b0da-db57b956f0cc None None] Notify callbacks [] for port, precommit_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:49.768824 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-6dc55657-4cfb-4d69-b0da-db57b956f0cc None None] Transition to ACTIVE for port object eac7289c-d3ce-4243-9e08-ec22baf0efe6 will not be triggered until provisioned by entity L2. {{(pid=99535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:41:49.777268 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-6dc55657-4cfb-4d69-b0da-db57b956f0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:49.779534 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-da9b44db-b5f5-4395-994f-1dc850ddd916 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:41:49.822577 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443e022-f01c-4e65-a9b8-a60d5901e483 None None] Pushing event updated for resources: {'Port': ['ID=eac7289c-d3ce-4243-9e08-ec22baf0efe6,revision_number=2']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:41:49.831156 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-273d40ba-c32a-444c-9510-89fa58a4304e tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:41:49.832183 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1443e022-f01c-4e65-a9b8-a60d5901e483 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:49.832526 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1443e022-f01c-4e65-a9b8-a60d5901e483 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:49.832855 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1443e022-f01c-4e65-a9b8-a60d5901e483 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:49.833180 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1443e022-f01c-4e65-a9b8-a60d5901e483 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:49.833500 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1443e022-f01c-4e65-a9b8-a60d5901e483 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:49.833817 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1443e022-f01c-4e65-a9b8-a60d5901e483 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:49.834134 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1443e022-f01c-4e65-a9b8-a60d5901e483 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:49.834446 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1443e022-f01c-4e65-a9b8-a60d5901e483 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:49.834588 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-273d40ba-c32a-444c-9510-89fa58a4304e tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/networks?id=8b9487a0-ea75-4736-8510-0cb2cf6819b2 HTTP/1.1" status: 200 len: 812 time: 0.3676045 Jun 29 10:41:49.834805 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1443e022-f01c-4e65-a9b8-a60d5901e483 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:49.835123 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1443e022-f01c-4e65-a9b8-a60d5901e483 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:49.835433 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1443e022-f01c-4e65-a9b8-a60d5901e483 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:49.835741 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1443e022-f01c-4e65-a9b8-a60d5901e483 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:41:49.836719 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1443e022-f01c-4e65-a9b8-a60d5901e483 None None] Tracked resource versions report: Jun 29 10:41:49.836719 dv-cinder-792209-3-iscsi neutron-server[99535]: pushed versions: Jun 29 10:41:49.836719 dv-cinder-792209-3-iscsi neutron-server[99535]: { 'AddressGroup': {'1.2'}, Jun 29 10:41:49.836719 dv-cinder-792209-3-iscsi neutron-server[99535]: 'ConntrackHelper': {'1.0'}, Jun 29 10:41:49.836719 dv-cinder-792209-3-iscsi neutron-server[99535]: 'Log': {'1.0'}, Jun 29 10:41:49.836719 dv-cinder-792209-3-iscsi neutron-server[99535]: 'Network': {'1.1'}, Jun 29 10:41:49.836719 dv-cinder-792209-3-iscsi neutron-server[99535]: 'Port': {'1.7'}, Jun 29 10:41:49.836719 dv-cinder-792209-3-iscsi neutron-server[99535]: 'PortForwarding': {'1.2'}, Jun 29 10:41:49.836719 dv-cinder-792209-3-iscsi neutron-server[99535]: 'QosPolicy': {'1.8'}, Jun 29 10:41:49.836719 dv-cinder-792209-3-iscsi neutron-server[99535]: 'SecurityGroup': {'1.4'}, Jun 29 10:41:49.836719 dv-cinder-792209-3-iscsi neutron-server[99535]: 'SecurityGroupRule': {'1.2'}, Jun 29 10:41:49.836719 dv-cinder-792209-3-iscsi neutron-server[99535]: 'SubPort': {'1.0'}, Jun 29 10:41:49.836719 dv-cinder-792209-3-iscsi neutron-server[99535]: 'Subnet': {'1.1'}, Jun 29 10:41:49.836719 dv-cinder-792209-3-iscsi neutron-server[99535]: 'Trunk': {'1.1'}} Jun 29 10:41:49.836719 dv-cinder-792209-3-iscsi neutron-server[99535]: consumer versions: Jun 29 10:41:49.836719 dv-cinder-792209-3-iscsi neutron-server[99535]: { DHCP agent@dv-cinder-792209-3-iscsi: {}, Jun 29 10:41:49.836719 dv-cinder-792209-3-iscsi neutron-server[99535]: HyperV agent@hv-cinder-79220: {}, Jun 29 10:41:49.836719 dv-cinder-792209-3-iscsi neutron-server[99535]: L3 agent@dv-cinder-792209-3-iscsi: {}, Jun 29 10:41:49.836719 dv-cinder-792209-3-iscsi neutron-server[99535]: Metadata agent@dv-cinder-792209-3-iscsi: {}, Jun 29 10:41:49.836719 dv-cinder-792209-3-iscsi neutron-server[99535]: Metering agent@dv-cinder-792209-3-iscsi: {}, Jun 29 10:41:49.836719 dv-cinder-792209-3-iscsi neutron-server[99535]: Open vSwitch agent@dv-cinder-792209-3-iscsi: { 'AddressGroup': '1.2', Jun 29 10:41:49.836719 dv-cinder-792209-3-iscsi neutron-server[99535]: 'ConntrackHelper': '1.0', Jun 29 10:41:49.836719 dv-cinder-792209-3-iscsi neutron-server[99535]: 'Log': '1.0', Jun 29 10:41:49.836719 dv-cinder-792209-3-iscsi neutron-server[99535]: 'Network': '1.1', Jun 29 10:41:49.836719 dv-cinder-792209-3-iscsi neutron-server[99535]: 'Port': '1.7', Jun 29 10:41:49.836719 dv-cinder-792209-3-iscsi neutron-server[99535]: 'PortForwarding': '1.2', Jun 29 10:41:49.836719 dv-cinder-792209-3-iscsi neutron-server[99535]: 'QosPolicy': '1.8', Jun 29 10:41:49.836719 dv-cinder-792209-3-iscsi neutron-server[99535]: 'SecurityGroup': '1.4', Jun 29 10:41:49.836719 dv-cinder-792209-3-iscsi neutron-server[99535]: 'SecurityGroupRule': '1.2', Jun 29 10:41:49.836719 dv-cinder-792209-3-iscsi neutron-server[99535]: 'SubPort': '1.0', Jun 29 10:41:49.836719 dv-cinder-792209-3-iscsi neutron-server[99535]: 'Subnet': '1.1', Jun 29 10:41:49.836719 dv-cinder-792209-3-iscsi neutron-server[99535]: 'Trunk': '1.1'}} Jun 29 10:41:49.836719 dv-cinder-792209-3-iscsi neutron-server[99535]: {{(pid=99535) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 10:41:49.840736 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-1443e022-f01c-4e65-a9b8-a60d5901e483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:41:49.852790 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-f2530f5b-8d7d-4625-a0a6-64f22385df2d tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:41:49.858504 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-6dc55657-4cfb-4d69-b0da-db57b956f0cc None None] Attempting to bind port eac7289c-d3ce-4243-9e08-ec22baf0efe6 on host dv-cinder-792209-3-iscsi for vnic_type normal with profile {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:41:49.859102 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-6dc55657-4cfb-4d69-b0da-db57b956f0cc None None] Attempting to bind port eac7289c-d3ce-4243-9e08-ec22baf0efe6 by drivers openvswitch,hyperv on host dv-cinder-792209-3-iscsi at level 0 using segments [{'id': 'b07597a5-acfa-4ea0-afa4-34f991bc6949', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:41:49.859646 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc55657-4cfb-4d69-b0da-db57b956f0cc None None] Attempting to bind port eac7289c-d3ce-4243-9e08-ec22baf0efe6 on network 2b1c2b73-c07b-4ea8-8347-94f00b07ac35 {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:41:49.864582 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-f2530f5b-8d7d-4625-a0a6-64f22385df2d tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/networks?id=730b9790-c1e3-474e-a663-0330ab8e1d49 HTTP/1.1" status: 200 len: 814 time: 0.3965991 Jun 29 10:41:49.867384 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc55657-4cfb-4d69-b0da-db57b956f0cc None None] Checking agent: {'id': 'fcf96668-74e6-4b26-856c-86c6583113ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 33, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:41:49.867767 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc55657-4cfb-4d69-b0da-db57b956f0cc None None] Checking segment: {'id': 'b07597a5-acfa-4ea0-afa4-34f991bc6949', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:41:49.869948 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-6dc55657-4cfb-4d69-b0da-db57b956f0cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:49.870352 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc55657-4cfb-4d69-b0da-db57b956f0cc None None] Bound using segment: {'id': 'b07597a5-acfa-4ea0-afa4-34f991bc6949', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:41:49.871157 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-6dc55657-4cfb-4d69-b0da-db57b956f0cc None None] Bound port: eac7289c-d3ce-4243-9e08-ec22baf0efe6, host: dv-cinder-792209-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b07597a5-acfa-4ea0-afa4-34f991bc6949', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'}}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:41:49.871322 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-6dc55657-4cfb-4d69-b0da-db57b956f0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:49.879525 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-db8ce0a9-3c6b-4da6-8f69-676df0c28f91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:49.903352 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-5f844917-964b-45c9-a0ca-3c188f02e9ea tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/quotas/d4bf2f2650ea42f69167d26df12d7266 HTTP/1.1" status: 200 len: 375 time: 0.0588439 Jun 29 10:41:49.914054 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-ba490ade-fd57-4600-8ccf-d8cd81b59252 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/quotas/dad9db5067174f9cb9eb9c074e88edeb HTTP/1.1" status: 200 len: 375 time: 0.0481946 Jun 29 10:41:49.947578 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-6dc55657-4cfb-4d69-b0da-db57b956f0cc None None] For port eac7289c-d3ce-4243-9e08-ec22baf0efe6, host dv-cinder-792209-3-iscsi, cleared binding levels {{(pid=99535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:41:49.951224 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-6dc55657-4cfb-4d69-b0da-db57b956f0cc None None] For port eac7289c-d3ce-4243-9e08-ec22baf0efe6, host dv-cinder-792209-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=eac7289c-d3ce-4243-9e08-ec22baf0efe6,segment=NetworkSegment(b07597a5-acfa-4ea0-afa4-34f991bc6949),segment_id=b07597a5-acfa-4ea0-afa4-34f991bc6949)] {{(pid=99535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:41:49.959931 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-6dc55657-4cfb-4d69-b0da-db57b956f0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:49.964585 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-da9b44db-b5f5-4395-994f-1dc850ddd916 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:41:50.039221 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443e022-f01c-4e65-a9b8-a60d5901e483 None None] Pushing event updated for resources: {'Port': ['ID=eac7289c-d3ce-4243-9e08-ec22baf0efe6,revision_number=3']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:41:50.042973 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-1443e022-f01c-4e65-a9b8-a60d5901e483 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:41:50.044559 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc55657-4cfb-4d69-b0da-db57b956f0cc None None] Routers {'b1989a4d-e184-402f-a588-016b16d9013a'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:41:50.045182 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-6dc55657-4cfb-4d69-b0da-db57b956f0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:41:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['b1989a4d-e184-402f-a588-016b16d9013a'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:41:50.098526 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-5d7ce524-a6b5-4cd1-b247-7b9f94ecf735 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=dad9db5067174f9cb9eb9c074e88edeb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1822829 Jun 29 10:41:50.100076 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-3e548cf8-e5e4-44d6-a875-0bb9b42c202a tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d4bf2f2650ea42f69167d26df12d7266&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1841600 Jun 29 10:41:50.136159 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7298a90c-1b5e-4ca3-a262-58d65314a5f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:50.194177 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7298a90c-1b5e-4ca3-a262-58d65314a5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:50.203408 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-6dc55657-4cfb-4d69-b0da-db57b956f0cc None None] Set router b1989a4d-e184-402f-a588-016b16d9013a gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:41:50.230448 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 42078) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:41:50.231020 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:41:50.237256 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-7298a90c-1b5e-4ca3-a262-58d65314a5f6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ad061f7c07134278af38e632dcaa7fbe&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6411459 Jun 29 10:41:50.240074 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 42080) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:41:50.265745 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d293a0f4-11b2-4c4f-aa4e-d93c4a5c76c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:50.312718 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-db8ce0a9-3c6b-4da6-8f69-676df0c28f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7907817'] for router, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:50.364829 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ba68bebb-b959-49fe-a5e6-9f37fb3e8594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:50.445536 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-2aa05bc3-bd99-4d33-92b3-08735826d0f7 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=99533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:41:50.446025 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-2aa05bc3-bd99-4d33-92b3-08735826d0f7 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1568127 Jun 29 10:41:50.454156 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ba68bebb-b959-49fe-a5e6-9f37fb3e8594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:50.454372 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-a9581df9-191a-4f54-84ef-0375b6d86d77 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=99533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:41:50.455309 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-a9581df9-191a-4f54-84ef-0375b6d86d77 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0922053 Jun 29 10:41:50.459313 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-6dc55657-4cfb-4d69-b0da-db57b956f0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'name': 'tempest-AttachVolumeShelveTestJSON-1728430811-router', 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'eac7289c-d3ce-4243-9e08-ec22baf0efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:41:44Z', 'updated_at': '2021-06-29T10:41:46Z', 'revision_number': 3, 'project_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'gw_port': {'id': 'eac7289c-d3ce-4243-9e08-ec22baf0efe6', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:45Z', 'updated_at': '2021-06-29T10:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi'}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:41:50.470435 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298a90c-1b5e-4ca3-a262-58d65314a5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0f1ab3-490e-49d0-9bc9-8f426bf0b6de,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:41:50.474932 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-7298a90c-1b5e-4ca3-a262-58d65314a5f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:41:50.486669 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc55657-4cfb-4d69-b0da-db57b956f0cc None None] The sync data for ids ['b1989a4d-e184-402f-a588-016b16d9013a'] in dv-cinder-792209-3-iscsi is: [{'id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'name': 'tempest-AttachVolumeShelveTestJSON-1728430811-router', 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'eac7289c-d3ce-4243-9e08-ec22baf0efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:41:44Z', 'updated_at': '2021-06-29T10:41:46Z', 'revision_number': 3, 'project_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'gw_port': {'id': 'eac7289c-d3ce-4243-9e08-ec22baf0efe6', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:45Z', 'updated_at': '2021-06-29T10:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi'}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:41:50.510429 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d293a0f4-11b2-4c4f-aa4e-d93c4a5c76c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:50.532215 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-18ef85be-4517-4c3d-bc48-406911a6638f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:50.550225 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ba68bebb-b959-49fe-a5e6-9f37fb3e8594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:50.553511 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ba68bebb-b959-49fe-a5e6-9f37fb3e8594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:50.554755 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-ba68bebb-b959-49fe-a5e6-9f37fb3e8594 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0a0f1ab3-490e-49d0-9bc9-8f426bf0b6de HTTP/1.1" status: 204 len: 168 time: 0.3132734 Jun 29 10:41:50.555831 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:41:50.558248 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8ce0a9-3c6b-4da6-8f69-676df0c28f91 admin admin] Router b8c8fefd-b929-4357-ae03-d8a76c42608a is scheduled to L3 agent 8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f with binding_index 1 {{(pid=99532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:41:50.568014 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba68bebb-b959-49fe-a5e6-9f37fb3e8594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0f1ab3-490e-49d0-9bc9-8f426bf0b6de,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:41:50.571785 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-ba68bebb-b959-49fe-a5e6-9f37fb3e8594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:41:50.600904 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d293a0f4-11b2-4c4f-aa4e-d93c4a5c76c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:50.618948 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-25f4e080-c5b1-4366-8b42-c9d2a0151f85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:41:50.696279 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8ce0a9-3c6b-4da6-8f69-676df0c28f91 admin admin] Notify agent at l3_agent.dv-cinder-792209-3-iscsi the message routers_updated {{(pid=99532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:41:50.716289 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3ca30a-a238-485e-bdd9-196a73050d8a None None] Sync routers for ids ['b8c8fefd-b929-4357-ae03-d8a76c42608a'] in dv-cinder-792209-3-iscsi {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:41:50.718747 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-db8ce0a9-3c6b-4da6-8f69-676df0c28f91 admin admin] Notify callbacks [] for router, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:50.723456 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-db8ce0a9-3c6b-4da6-8f69-676df0c28f91 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.7807777 Jun 29 10:41:50.724311 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 42094) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:41:50.728970 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3ca30a-a238-485e-bdd9-196a73050d8a None None] Routers {'b8c8fefd-b929-4357-ae03-d8a76c42608a'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:41:50.731053 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-1f3ca30a-a238-485e-bdd9-196a73050d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:41:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['b8c8fefd-b929-4357-ae03-d8a76c42608a'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:41:50.775064 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-d293a0f4-11b2-4c4f-aa4e-d93c4a5c76c2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d9bd5b0fbd6a4c7ebf79c5e9620a18dc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5391588 Jun 29 10:41:50.810056 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 42096) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:41:50.845786 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-d60718f2-e46d-42a5-a01c-695c103ff2fe service neutron] 10.222.0.61 "GET /v2.0/networks/730b9790-c1e3-474e-a663-0330ab8e1d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895352 Jun 29 10:41:50.847428 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d293a0f4-11b2-4c4f-aa4e-d93c4a5c76c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6bb510-d61d-4167-b8ef-892ca411a0f6,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:41:50.870978 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-d293a0f4-11b2-4c4f-aa4e-d93c4a5c76c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:41:50.963847 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-3fc96ed2-8212-42bf-af5b-6da0c7732c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:50.983156 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-1f3ca30a-a238-485e-bdd9-196a73050d8a None None] Set router b8c8fefd-b929-4357-ae03-d8a76c42608a gateway port host: dv-cinder-792209-3-iscsi {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:41:51.050046 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-3fc96ed2-8212-42bf-af5b-6da0c7732c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:51.074619 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-c41cf462-3bbc-49d0-a820-5050c11d2d93 service neutron] 10.222.0.61 "GET /v2.0/networks/8b9487a0-ea75-4736-8510-0cb2cf6819b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5985594 Jun 29 10:41:51.075789 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device eac7289c-d3ce-4243-9e08-ec22baf0efe6 up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:41:51.225083 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-3fc96ed2-8212-42bf-af5b-6da0c7732c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:51.231879 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-3fc96ed2-8212-42bf-af5b-6da0c7732c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:51.235979 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-3fc96ed2-8212-42bf-af5b-6da0c7732c18 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ef6bb510-d61d-4167-b8ef-892ca411a0f6 HTTP/1.1" status: 204 len: 168 time: 0.4249468 Jun 29 10:41:51.239633 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:41:51.251954 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning for port eac7289c-d3ce-4243-9e08-ec22baf0efe6 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:41:51.262625 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port eac7289c-d3ce-4243-9e08-ec22baf0efe6 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:41:51.263017 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:51.265563 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 42102) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:41:51.278473 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc96ed2-8212-42bf-af5b-6da0c7732c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6bb510-d61d-4167-b8ef-892ca411a0f6,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:41:51.282114 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-3fc96ed2-8212-42bf-af5b-6da0c7732c18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:41:51.320589 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-588be562-89ab-4689-a11f-9fed38572fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:51.411748 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [None req-18ef85be-4517-4c3d-bc48-406911a6638f admin admin] Allocated IP 172.20.0.1 (b187e754-07fe-4781-924a-d886b55c9244/1434ea17-151b-4fa4-8fce-ecfeaa34af2c/95c1cf1b-65ab-44cd-8949-7a2ed3f357de) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:41:51.439623 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:51.467369 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-1f3ca30a-a238-485e-bdd9-196a73050d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c8fefd-b929-4357-ae03-d8a76c42608a', 'name': 'tempest-ServerRescueNegativeTestJSON-1759134782-router', 'tenant_id': '3b6c9d7b614441d89eb7369f33fd9153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '127d0611-0998-47f1-8f9a-890bcab8142c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:41:48Z', 'updated_at': '2021-06-29T10:41:49Z', 'revision_number': 3, 'project_id': '3b6c9d7b614441d89eb7369f33fd9153', 'gw_port': {'id': '127d0611-0998-47f1-8f9a-890bcab8142c', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:df:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c8fefd-b929-4357-ae03-d8a76c42608a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:49Z', 'updated_at': '2021-06-29T10:41:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi'}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:41:51.470858 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] For port eac7289c-d3ce-4243-9e08-ec22baf0efe6, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=eac7289c-d3ce-4243-9e08-ec22baf0efe6,segment=NetworkSegment(b07597a5-acfa-4ea0-afa4-34f991bc6949),segment_id=b07597a5-acfa-4ea0-afa4-34f991bc6949)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:41:51.480732 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d763c02c-8472-4838-a48f-aa32e77c4331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:51.486558 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-1e5a98a2-f470-4bef-a544-2ef4eb56875c service neutron] 10.222.0.61 "GET /v2.0/networks/730b9790-c1e3-474e-a663-0330ab8e1d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6144507 Jun 29 10:41:51.522677 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3ca30a-a238-485e-bdd9-196a73050d8a None None] Checking router: b8c8fefd-b929-4357-ae03-d8a76c42608a for host: dv-cinder-792209-3-iscsi {{(pid=99534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:41:51.523361 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3ca30a-a238-485e-bdd9-196a73050d8a None None] Updating router b8c8fefd-b929-4357-ae03-d8a76c42608a port 127d0611-0998-47f1-8f9a-890bcab8142c binding host dv-cinder-792209-3-iscsi {{(pid=99534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:41:51.526115 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:51.530193 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:41:51.653279 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Pushing event updated for resources: {'Port': ['ID=eac7289c-d3ce-4243-9e08-ec22baf0efe6,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:41:51.665694 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:41:51.666967 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1f3ca30a-a238-485e-bdd9-196a73050d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:51.748857 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [None req-d763c02c-8472-4838-a48f-aa32e77c4331 admin admin] Allocated IP 172.20.0.1 (918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83/8d9c3e9c-911d-4514-9065-0e24527aa31d/4e1748a7-0a75-4872-a8a6-5d9146155d8a) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:41:51.815240 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-e7a511be-3503-468a-a0c0-3658a006aa95 service neutron] 10.222.0.61 "GET /v2.0/networks/8b9487a0-ea75-4736-8510-0cb2cf6819b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7396729 Jun 29 10:41:51.920900 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-588be562-89ab-4689-a11f-9fed38572fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:51.948433 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-588be562-89ab-4689-a11f-9fed38572fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:51.970679 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-7298a90c-1b5e-4ca3-a262-58d65314a5f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:41:51.976074 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-18ef85be-4517-4c3d-bc48-406911a6638f admin admin] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:52.026821 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d763c02c-8472-4838-a48f-aa32e77c4331 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:52.034201 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [None req-18ef85be-4517-4c3d-bc48-406911a6638f admin admin] Transition to ACTIVE for port object 95c1cf1b-65ab-44cd-8949-7a2ed3f357de will not be triggered until provisioned by entity DHCP. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:41:52.048970 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-588be562-89ab-4689-a11f-9fed38572fc9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4cb19590563d40d6a6b156aa4eb7915e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7809105 Jun 29 10:41:52.053173 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 42136) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:41:52.171047 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d763c02c-8472-4838-a48f-aa32e77c4331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:52.172272 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-b2059c11-97ee-423f-af93-9280ee1fe955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:41:52.239303 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588be562-89ab-4689-a11f-9fed38572fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc39cde-b839-4fd6-9187-be3e88ddac0c,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:41:52.249875 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-588be562-89ab-4689-a11f-9fed38572fc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:41:52.279512 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-18ef85be-4517-4c3d-bc48-406911a6638f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:52.295569 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:41:52.313782 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1f3ca30a-a238-485e-bdd9-196a73050d8a None None] Notify callbacks [] for port, precommit_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:52.323173 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d763c02c-8472-4838-a48f-aa32e77c4331 admin admin] Network 918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83 is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:41:52.327024 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-d763c02c-8472-4838-a48f-aa32e77c4331 admin admin] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:41:52.343051 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-1f3ca30a-a238-485e-bdd9-196a73050d8a None None] Transition to ACTIVE for port object 127d0611-0998-47f1-8f9a-890bcab8142c will not be triggered until provisioned by entity L2. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:41:52.348842 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d763c02c-8472-4838-a48f-aa32e77c4331 admin admin] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:41:52.351167 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d763c02c-8472-4838-a48f-aa32e77c4331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7865503'] for router_interface, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:52.356672 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1f3ca30a-a238-485e-bdd9-196a73050d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:52.359940 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:41:52.445022 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08705b8-f591-48ff-84c5-d6c56d07eb35 None None] Pushing event updated for resources: {'Port': ['ID=127d0611-0998-47f1-8f9a-890bcab8142c,revision_number=2']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:41:52.449605 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-e08705b8-f591-48ff-84c5-d6c56d07eb35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:41:52.481640 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-1f3ca30a-a238-485e-bdd9-196a73050d8a None None] Attempting to bind port 127d0611-0998-47f1-8f9a-890bcab8142c on host dv-cinder-792209-3-iscsi for vnic_type normal with profile {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:41:52.482028 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-1f3ca30a-a238-485e-bdd9-196a73050d8a None None] Attempting to bind port 127d0611-0998-47f1-8f9a-890bcab8142c by drivers openvswitch,hyperv on host dv-cinder-792209-3-iscsi at level 0 using segments [{'id': 'b07597a5-acfa-4ea0-afa4-34f991bc6949', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:41:52.487346 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3ca30a-a238-485e-bdd9-196a73050d8a None None] Attempting to bind port 127d0611-0998-47f1-8f9a-890bcab8142c on network 2b1c2b73-c07b-4ea8-8347-94f00b07ac35 {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:41:52.494882 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3ca30a-a238-485e-bdd9-196a73050d8a None None] Checking agent: {'id': 'fcf96668-74e6-4b26-856c-86c6583113ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 33, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:41:52.495674 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3ca30a-a238-485e-bdd9-196a73050d8a None None] Checking segment: {'id': 'b07597a5-acfa-4ea0-afa4-34f991bc6949', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:41:52.515826 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1f3ca30a-a238-485e-bdd9-196a73050d8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:52.516614 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3ca30a-a238-485e-bdd9-196a73050d8a None None] Bound using segment: {'id': 'b07597a5-acfa-4ea0-afa4-34f991bc6949', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:41:52.517424 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-1f3ca30a-a238-485e-bdd9-196a73050d8a None None] Bound port: 127d0611-0998-47f1-8f9a-890bcab8142c, host: dv-cinder-792209-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b07597a5-acfa-4ea0-afa4-34f991bc6949', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'}}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:41:52.518141 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1f3ca30a-a238-485e-bdd9-196a73050d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:52.552675 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763c02c-8472-4838-a48f-aa32e77c4331 admin admin] Pushing event updated for resources: {'Port': ['ID=4e1748a7-0a75-4872-a8a6-5d9146155d8a,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:41:52.564242 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-d763c02c-8472-4838-a48f-aa32e77c4331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:41:52.593221 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ef85be-4517-4c3d-bc48-406911a6638f admin admin] Network b187e754-07fe-4781-924a-d886b55c9244 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:41:52.597098 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef85be-4517-4c3d-bc48-406911a6638f admin admin] Pushing event updated for resources: {'Port': ['ID=95c1cf1b-65ab-44cd-8949-7a2ed3f357de,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:41:52.609539 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-18ef85be-4517-4c3d-bc48-406911a6638f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:41:52.621989 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-18ef85be-4517-4c3d-bc48-406911a6638f admin admin] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:41:52.631017 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ef85be-4517-4c3d-bc48-406911a6638f admin admin] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:41:52.632667 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-18ef85be-4517-4c3d-bc48-406911a6638f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7865503'] for router_interface, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:52.683785 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-1f3ca30a-a238-485e-bdd9-196a73050d8a None None] For port 127d0611-0998-47f1-8f9a-890bcab8142c, host dv-cinder-792209-3-iscsi, cleared binding levels {{(pid=99534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:41:52.691225 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-1f3ca30a-a238-485e-bdd9-196a73050d8a None None] For port 127d0611-0998-47f1-8f9a-890bcab8142c, host dv-cinder-792209-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=127d0611-0998-47f1-8f9a-890bcab8142c,segment=NetworkSegment(b07597a5-acfa-4ea0-afa4-34f991bc6949),segment_id=b07597a5-acfa-4ea0-afa4-34f991bc6949)] {{(pid=99534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:41:52.707069 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1f3ca30a-a238-485e-bdd9-196a73050d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:52.715883 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:41:52.864202 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3ca30a-a238-485e-bdd9-196a73050d8a None None] Routers {'b8c8fefd-b929-4357-ae03-d8a76c42608a'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:41:52.865211 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-1f3ca30a-a238-485e-bdd9-196a73050d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:41:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['b8c8fefd-b929-4357-ae03-d8a76c42608a'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:41:52.892175 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d763c02c-8472-4838-a48f-aa32e77c4331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:52.896437 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5b707767-8e8e-405e-a3ed-d19a0d927b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:52.914355 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-02bf0377-594e-4b82-a91c-5331c53ba537 req-0b8e6af4-49e8-4a65-befa-55ea63f4fc20 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=572f8122-8946-423c-8cf8-0e04c05bbdfb HTTP/1.1" status: 200 len: 210 time: 0.2946649 Jun 29 10:41:52.918502 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-55ea4c03-ce3d-433d-9d11-cc37c2db86c3 req-57e5fd6e-1b51-4039-b034-7d12d60b0bdf tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/ports?device_id=4622b6d3-496a-455b-afb2-a04f77045670 HTTP/1.1" status: 200 len: 210 time: 0.2976699 Jun 29 10:41:53.043059 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08705b8-f591-48ff-84c5-d6c56d07eb35 None None] Pushing event updated for resources: {'Port': ['ID=127d0611-0998-47f1-8f9a-890bcab8142c,revision_number=3']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:41:53.059005 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-e08705b8-f591-48ff-84c5-d6c56d07eb35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:41:53.067652 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device eac7289c-d3ce-4243-9e08-ec22baf0efe6 up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:41:53.267956 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5b707767-8e8e-405e-a3ed-d19a0d927b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:53.282410 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d763c02c-8472-4838-a48f-aa32e77c4331 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:53.293909 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d763c02c-8472-4838-a48f-aa32e77c4331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:53.295507 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d763c02c-8472-4838-a48f-aa32e77c4331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7896118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7865451'] for router_interface, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:53.308147 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-a725bf86-4cd7-4897-a89f-768545e9c352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:41:53.438183 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-f984ef3a-159d-4a78-8a98-175307df629c None None] Provisioning for port 95c1cf1b-65ab-44cd-8949-7a2ed3f357de completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:41:53.485432 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-f984ef3a-159d-4a78-8a98-175307df629c None None] Provisioning complete for port 95c1cf1b-65ab-44cd-8949-7a2ed3f357de triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:41:53.485814 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f984ef3a-159d-4a78-8a98-175307df629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:53.535013 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-1f3ca30a-a238-485e-bdd9-196a73050d8a None None] Set router b8c8fefd-b929-4357-ae03-d8a76c42608a gateway port host: dv-cinder-792209-3-iscsi {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:41:53.572636 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port eac7289c-d3ce-4243-9e08-ec22baf0efe6 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:41:53.573398 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:53.596053 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5b707767-8e8e-405e-a3ed-d19a0d927b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:53.602386 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-f984ef3a-159d-4a78-8a98-175307df629c None None] Port 95c1cf1b-65ab-44cd-8949-7a2ed3f357de cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:41:53.620215 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5b707767-8e8e-405e-a3ed-d19a0d927b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:53.634627 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-5b707767-8e8e-405e-a3ed-d19a0d927b67 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6cc39cde-b839-4fd6-9187-be3e88ddac0c HTTP/1.1" status: 204 len: 168 time: 1.3979120 Jun 29 10:41:53.642215 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-d293a0f4-11b2-4c4f-aa4e-d93c4a5c76c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:41:53.673465 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b707767-8e8e-405e-a3ed-d19a0d927b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc39cde-b839-4fd6-9187-be3e88ddac0c,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:41:53.678472 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-5b707767-8e8e-405e-a3ed-d19a0d927b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:41:53.679797 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-18ef85be-4517-4c3d-bc48-406911a6638f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:53.872629 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d763c02c-8472-4838-a48f-aa32e77c4331 admin admin] Network 918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83 is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:41:53.884047 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763c02c-8472-4838-a48f-aa32e77c4331 admin admin] Pushing event updated for resources: {'Port': ['ID=4e1748a7-0a75-4872-a8a6-5d9146155d8a,revision_number=2']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:41:53.887223 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-d763c02c-8472-4838-a48f-aa32e77c4331 admin admin] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:41:53.920885 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-d763c02c-8472-4838-a48f-aa32e77c4331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:41:53.928284 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-18ef85be-4517-4c3d-bc48-406911a6638f admin admin] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:53.942865 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-18ef85be-4517-4c3d-bc48-406911a6638f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:53.944391 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-18ef85be-4517-4c3d-bc48-406911a6638f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7896118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7865451'] for router_interface, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:53.948167 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:41:54.055352 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef85be-4517-4c3d-bc48-406911a6638f admin admin] Pushing event updated for resources: {'Port': ['ID=95c1cf1b-65ab-44cd-8949-7a2ed3f357de,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:41:54.061150 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-18ef85be-4517-4c3d-bc48-406911a6638f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:41:54.131353 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-16b2be15-eeeb-407f-84e9-38b50de29959 req-ee027d98-0753-4fd6-ab24-f96e3196f139 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=572f8122-8946-423c-8cf8-0e04c05bbdfb HTTP/1.1" status: 200 len: 210 time: 0.0687382 Jun 29 10:41:54.133284 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8231bfe6-939b-449a-ad53-b8f6b1518c66 req-72d25c89-7e34-4c51-8836-02133e821279 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/ports?device_id=4622b6d3-496a-455b-afb2-a04f77045670 HTTP/1.1" status: 200 len: 210 time: 0.0649111 Jun 29 10:41:54.167470 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ef85be-4517-4c3d-bc48-406911a6638f admin admin] Network b187e754-07fe-4781-924a-d886b55c9244 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:41:54.170344 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-18ef85be-4517-4c3d-bc48-406911a6638f admin admin] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:41:54.214687 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d763c02c-8472-4838-a48f-aa32e77c4331 admin admin] Router b8c8fefd-b929-4357-ae03-d8a76c42608a has already been hosted by L3 agent 8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f {{(pid=99532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:41:54.282175 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-1f3ca30a-a238-485e-bdd9-196a73050d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c8fefd-b929-4357-ae03-d8a76c42608a', 'name': 'tempest-ServerRescueNegativeTestJSON-1759134782-router', 'tenant_id': '3b6c9d7b614441d89eb7369f33fd9153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '127d0611-0998-47f1-8f9a-890bcab8142c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:41:48Z', 'updated_at': '2021-06-29T10:41:52Z', 'revision_number': 4, 'project_id': '3b6c9d7b614441d89eb7369f33fd9153', 'gw_port': {'id': '127d0611-0998-47f1-8f9a-890bcab8142c', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:df:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c8fefd-b929-4357-ae03-d8a76c42608a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:49Z', 'updated_at': '2021-06-29T10:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '4e1748a7-0a75-4872-a8a6-5d9146155d8a', 'name': '', 'network_id': '918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83', 'tenant_id': '3b6c9d7b614441d89eb7369f33fd9153', 'mac_address': 'fa:16:3e:1a:04:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c8fefd-b929-4357-ae03-d8a76c42608a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8d9c3e9c-911d-4514-9065-0e24527aa31d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:51Z', 'updated_at': '2021-06-29T10:41:51Z', 'revision_number': 1, 'project_id': '3b6c9d7b614441d89eb7369f33fd9153', 'subnets': [{'id': '8d9c3e9c-911d-4514-9065-0e24527aa31d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:41:54.339645 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3ca30a-a238-485e-bdd9-196a73050d8a None None] The sync data for ids ['b8c8fefd-b929-4357-ae03-d8a76c42608a'] in dv-cinder-792209-3-iscsi is: [{'id': 'b8c8fefd-b929-4357-ae03-d8a76c42608a', 'name': 'tempest-ServerRescueNegativeTestJSON-1759134782-router', 'tenant_id': '3b6c9d7b614441d89eb7369f33fd9153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '127d0611-0998-47f1-8f9a-890bcab8142c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:41:48Z', 'updated_at': '2021-06-29T10:41:52Z', 'revision_number': 4, 'project_id': '3b6c9d7b614441d89eb7369f33fd9153', 'gw_port': {'id': '127d0611-0998-47f1-8f9a-890bcab8142c', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:df:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c8fefd-b929-4357-ae03-d8a76c42608a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:49Z', 'updated_at': '2021-06-29T10:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '4e1748a7-0a75-4872-a8a6-5d9146155d8a', 'name': '', 'network_id': '918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83', 'tenant_id': '3b6c9d7b614441d89eb7369f33fd9153', 'mac_address': 'fa:16:3e:1a:04:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c8fefd-b929-4357-ae03-d8a76c42608a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8d9c3e9c-911d-4514-9065-0e24527aa31d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:51Z', 'updated_at': '2021-06-29T10:41:51Z', 'revision_number': 1, 'project_id': '3b6c9d7b614441d89eb7369f33fd9153', 'subnets': [{'id': '8d9c3e9c-911d-4514-9065-0e24527aa31d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:41:54.444448 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d763c02c-8472-4838-a48f-aa32e77c4331 admin admin] Notify agent at l3_agent.dv-cinder-792209-3-iscsi the message routers_updated {{(pid=99532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:41:54.464269 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-d763c02c-8472-4838-a48f-aa32e77c4331 admin admin] 10.222.0.61 "PUT /v2.0/routers/b8c8fefd-b929-4357-ae03-d8a76c42608a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7297325 Jun 29 10:41:54.467569 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ef85be-4517-4c3d-bc48-406911a6638f admin admin] Router b1989a4d-e184-402f-a588-016b16d9013a has already been hosted by L3 agent 8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f {{(pid=99533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:41:54.533124 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c88cdba-0150-47e2-b907-5823ef7b2a15 None None] Provisioning complete for port 95c1cf1b-65ab-44cd-8949-7a2ed3f357de triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:41:54.534293 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c88cdba-0150-47e2-b907-5823ef7b2a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:54.598503 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-0c88cdba-0150-47e2-b907-5823ef7b2a15 None None] Port 95c1cf1b-65ab-44cd-8949-7a2ed3f357de cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:41:54.608609 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ef85be-4517-4c3d-bc48-406911a6638f admin admin] Notify agent at l3_agent.dv-cinder-792209-3-iscsi the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:41:54.615331 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-18ef85be-4517-4c3d-bc48-406911a6638f admin admin] 10.222.0.61 "PUT /v2.0/routers/b1989a4d-e184-402f-a588-016b16d9013a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7904589 Jun 29 10:41:54.649660 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acfbcc5-2f1e-4c52-a988-9278adc804db None None] Sync routers for ids ['b1989a4d-e184-402f-a588-016b16d9013a'] in dv-cinder-792209-3-iscsi {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:41:54.660669 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acfbcc5-2f1e-4c52-a988-9278adc804db None None] Routers {'b1989a4d-e184-402f-a588-016b16d9013a'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:41:54.661287 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-3acfbcc5-2f1e-4c52-a988-9278adc804db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:41:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['b1989a4d-e184-402f-a588-016b16d9013a'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:41:54.715246 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:54.905837 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-3acfbcc5-2f1e-4c52-a988-9278adc804db None None] Set router b1989a4d-e184-402f-a588-016b16d9013a gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:41:54.965004 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 42290) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:41:55.218554 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-3acfbcc5-2f1e-4c52-a988-9278adc804db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'name': 'tempest-AttachVolumeShelveTestJSON-1728430811-router', 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'eac7289c-d3ce-4243-9e08-ec22baf0efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:41:44Z', 'updated_at': '2021-06-29T10:41:53Z', 'revision_number': 4, 'project_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'gw_port': {'id': 'eac7289c-d3ce-4243-9e08-ec22baf0efe6', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:45Z', 'updated_at': '2021-06-29T10:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '95c1cf1b-65ab-44cd-8949-7a2ed3f357de', 'name': '', 'network_id': 'b187e754-07fe-4781-924a-d886b55c9244', 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'mac_address': 'fa:16:3e:23:48:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1434ea17-151b-4fa4-8fce-ecfeaa34af2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:50Z', 'updated_at': '2021-06-29T10:41:53Z', 'revision_number': 2, 'project_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'subnets': [{'id': '1434ea17-151b-4fa4-8fce-ecfeaa34af2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:41:55.299719 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acfbcc5-2f1e-4c52-a988-9278adc804db None None] Checking router: b1989a4d-e184-402f-a588-016b16d9013a for host: dv-cinder-792209-3-iscsi {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:41:55.300239 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acfbcc5-2f1e-4c52-a988-9278adc804db None None] Updating router b1989a4d-e184-402f-a588-016b16d9013a port 95c1cf1b-65ab-44cd-8949-7a2ed3f357de binding host dv-cinder-792209-3-iscsi {{(pid=99535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:41:55.365083 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3acfbcc5-2f1e-4c52-a988-9278adc804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:55.393697 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-e5c8f3d4-527c-48f4-be26-598b3bed099a tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:41:55.395807 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-e5c8f3d4-527c-48f4-be26-598b3bed099a tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/networks?id=918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83 HTTP/1.1" status: 200 len: 819 time: 0.1218507 Jun 29 10:41:55.416415 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-a3344440-6b08-4f67-b3ee-f9414898ad7b tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/quotas/3b6c9d7b614441d89eb7369f33fd9153 HTTP/1.1" status: 200 len: 375 time: 0.0153358 Jun 29 10:41:55.553896 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-75dc9074-465d-44bd-a51f-f949cd255f24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:55.624099 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-e7f080ff-a41b-44d9-be7d-9bd1a37f2411 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3b6c9d7b614441d89eb7369f33fd9153&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2022960 Jun 29 10:41:55.667413 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 42320) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:41:55.673273 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-b35f4712-1d88-4e1d-8d19-a588fe67b0d7 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1549277752', 'description': 'tempest-description--385366344'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:41:55.784045 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3acfbcc5-2f1e-4c52-a988-9278adc804db None None] Notify callbacks [] for port, precommit_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:55.811551 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-75dc9074-465d-44bd-a51f-f949cd255f24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:55.814309 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-49cd1637-3045-4af1-820c-c5746562958a service neutron] 10.222.0.61 "GET /v2.0/networks/918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812482 Jun 29 10:41:55.833632 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-3acfbcc5-2f1e-4c52-a988-9278adc804db None None] Transition to ACTIVE for port object 95c1cf1b-65ab-44cd-8949-7a2ed3f357de will not be triggered until provisioned by entity L2. {{(pid=99535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:41:55.845486 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3acfbcc5-2f1e-4c52-a988-9278adc804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:55.849667 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-1443e022-f01c-4e65-a9b8-a60d5901e483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:41:55.866394 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b35f4712-1d88-4e1d-8d19-a588fe67b0d7 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:55.958927 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a81d9b83-79f3-496f-88f3-eff1c1242374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:55.964675 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b387fb14-70cf-4d36-9101-dc942cdc073a None None] Pushing event updated for resources: {'Port': ['ID=95c1cf1b-65ab-44cd-8949-7a2ed3f357de,revision_number=3']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:41:56.023375 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-b387fb14-70cf-4d36-9101-dc942cdc073a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:41:56.061991 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-8d6cc9a6-e410-4b8c-8f35-ce17daea5099 service neutron] 10.222.0.61 "GET /v2.0/networks/918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405901 Jun 29 10:41:56.071048 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-3acfbcc5-2f1e-4c52-a988-9278adc804db None None] Attempting to bind port 95c1cf1b-65ab-44cd-8949-7a2ed3f357de on host dv-cinder-792209-3-iscsi for vnic_type normal with profile {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:41:56.078728 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-3acfbcc5-2f1e-4c52-a988-9278adc804db None None] Attempting to bind port 95c1cf1b-65ab-44cd-8949-7a2ed3f357de by drivers openvswitch,hyperv on host dv-cinder-792209-3-iscsi at level 0 using segments [{'id': '8e84c1c5-221f-4c99-9606-1ea868266866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b187e754-07fe-4781-924a-d886b55c9244'}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:41:56.079732 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-75dc9074-465d-44bd-a51f-f949cd255f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:56.082091 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acfbcc5-2f1e-4c52-a988-9278adc804db None None] Attempting to bind port 95c1cf1b-65ab-44cd-8949-7a2ed3f357de on network b187e754-07fe-4781-924a-d886b55c9244 {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:41:56.101799 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acfbcc5-2f1e-4c52-a988-9278adc804db None None] Checking agent: {'id': 'fcf96668-74e6-4b26-856c-86c6583113ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 33, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:41:56.112915 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acfbcc5-2f1e-4c52-a988-9278adc804db None None] Checking segment: {'id': '8e84c1c5-221f-4c99-9606-1ea868266866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b187e754-07fe-4781-924a-d886b55c9244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:41:56.114133 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3acfbcc5-2f1e-4c52-a988-9278adc804db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:56.114842 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acfbcc5-2f1e-4c52-a988-9278adc804db None None] Bound using segment: {'id': '8e84c1c5-221f-4c99-9606-1ea868266866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b187e754-07fe-4781-924a-d886b55c9244'} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:41:56.115533 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-3acfbcc5-2f1e-4c52-a988-9278adc804db None None] Bound port: 95c1cf1b-65ab-44cd-8949-7a2ed3f357de, host: dv-cinder-792209-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e84c1c5-221f-4c99-9606-1ea868266866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b187e754-07fe-4781-924a-d886b55c9244'}}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:41:56.117855 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3acfbcc5-2f1e-4c52-a988-9278adc804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:56.152557 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b35f4712-1d88-4e1d-8d19-a588fe67b0d7 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:56.171321 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b35f4712-1d88-4e1d-8d19-a588fe67b0d7 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:56.181854 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-ba68bebb-b959-49fe-a5e6-9f37fb3e8594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:41:56.202608 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-588be562-89ab-4689-a11f-9fed38572fc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:41:56.211480 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 42332) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:41:56.226389 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-75dc9074-465d-44bd-a51f-f949cd255f24 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=35de1212a72a4998aab9621a4a885024&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2408237 Jun 29 10:41:56.245968 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f4712-1d88-4e1d-8d19-a588fe67b0d7 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=361f5f29-8d39-4694-b315-18afafc5925e,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:41:56.251019 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-69456b4d-326c-4f6f-b8f2-182fa0eab043 req-9dd6c3d3-0c90-4985-97c8-2e44c77f37dd tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=572f8122-8946-423c-8cf8-0e04c05bbdfb HTTP/1.1" status: 200 len: 210 time: 0.1879399 Jun 29 10:41:56.251780 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b35f4712-1d88-4e1d-8d19-a588fe67b0d7 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:56.253416 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-b35f4712-1d88-4e1d-8d19-a588fe67b0d7 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.5843799 Jun 29 10:41:56.258216 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 42334) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:41:56.267549 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-b35f4712-1d88-4e1d-8d19-a588fe67b0d7 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:41:56.289695 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-91f5e1d7-3e89-49f0-a123-ea181c8d02cc tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Request body: {'security_group_rule': {'security_group_id': '361f5f29-8d39-4694-b315-18afafc5925e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:41:56.307804 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-3acfbcc5-2f1e-4c52-a988-9278adc804db None None] For port 95c1cf1b-65ab-44cd-8949-7a2ed3f357de, host dv-cinder-792209-3-iscsi, cleared binding levels {{(pid=99535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:41:56.320843 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-3acfbcc5-2f1e-4c52-a988-9278adc804db None None] For port 95c1cf1b-65ab-44cd-8949-7a2ed3f357de, host dv-cinder-792209-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=95c1cf1b-65ab-44cd-8949-7a2ed3f357de,segment=NetworkSegment(8e84c1c5-221f-4c99-9606-1ea868266866),segment_id=8e84c1c5-221f-4c99-9606-1ea868266866)] {{(pid=99535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:41:56.335859 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3acfbcc5-2f1e-4c52-a988-9278adc804db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:56.342907 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:41:56.402943 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-6847ea99-6327-49bc-b18f-e54cd5a19987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:56.450784 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acfbcc5-2f1e-4c52-a988-9278adc804db None None] Routers {'b1989a4d-e184-402f-a588-016b16d9013a'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:41:56.452935 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc9074-465d-44bd-a51f-f949cd255f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c5710f-6f57-4353-8b58-2b2fb9860911,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:41:56.456022 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-3acfbcc5-2f1e-4c52-a988-9278adc804db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:41:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['b1989a4d-e184-402f-a588-016b16d9013a'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:41:56.466923 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-75dc9074-465d-44bd-a51f-f949cd255f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:41:56.479575 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-6847ea99-6327-49bc-b18f-e54cd5a19987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:56.544580 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-602eaebd-ca5d-4984-b95f-7a563009f21a req-d6c7e82f-618c-4fb6-a920-efdf0abd788f tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 210 time: 0.0587761 Jun 29 10:41:56.545191 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-91f5e1d7-3e89-49f0-a123-ea181c8d02cc tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:56.612730 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-6847ea99-6327-49bc-b18f-e54cd5a19987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:56.616068 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-6847ea99-6327-49bc-b18f-e54cd5a19987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:56.617884 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-6847ea99-6327-49bc-b18f-e54cd5a19987 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c9c5710f-6f57-4353-8b58-2b2fb9860911 HTTP/1.1" status: 204 len: 168 time: 0.4002936 Jun 29 10:41:56.619909 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:41:56.638260 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6847ea99-6327-49bc-b18f-e54cd5a19987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c5710f-6f57-4353-8b58-2b2fb9860911,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:41:56.641986 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-6847ea99-6327-49bc-b18f-e54cd5a19987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:41:56.714333 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b387fb14-70cf-4d36-9101-dc942cdc073a None None] Pushing event updated for resources: {'Port': ['ID=95c1cf1b-65ab-44cd-8949-7a2ed3f357de,revision_number=4']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:41:56.718266 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-b387fb14-70cf-4d36-9101-dc942cdc073a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:41:56.720332 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-3acfbcc5-2f1e-4c52-a988-9278adc804db None None] Set router b1989a4d-e184-402f-a588-016b16d9013a gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:41:56.734884 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b64763d2-f517-42e1-a225-584c548a5f99 req-1a64c115-a339-46bb-8f77-bc604a3aa9eb tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/ports?device_id=4622b6d3-496a-455b-afb2-a04f77045670 HTTP/1.1" status: 200 len: 210 time: 0.1389563 Jun 29 10:41:56.866954 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-91f5e1d7-3e89-49f0-a123-ea181c8d02cc tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:56.878263 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-91f5e1d7-3e89-49f0-a123-ea181c8d02cc tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-396420'] for security_group_rule, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:56.882829 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:41:56.909145 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f5e1d7-3e89-49f0-a123-ea181c8d02cc tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56c197c7-74a5-4c0c-953e-cc1c908f0550,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:41:56.918417 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-91f5e1d7-3e89-49f0-a123-ea181c8d02cc tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:41:56.935929 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-91f5e1d7-3e89-49f0-a123-ea181c8d02cc tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:56.940186 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-91f5e1d7-3e89-49f0-a123-ea181c8d02cc tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6636305 Jun 29 10:41:56.940412 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 42372) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:41:56.949751 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-b395ab65-d0e4-4388-a3a7-cdcb67d9ff27 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Request body: {'security_group_rule': {'security_group_id': '361f5f29-8d39-4694-b315-18afafc5925e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:41:57.036091 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b395ab65-d0e4-4388-a3a7-cdcb67d9ff27 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:57.145905 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 127d0611-0998-47f1-8f9a-890bcab8142c up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:41:57.179737 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-3acfbcc5-2f1e-4c52-a988-9278adc804db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'name': 'tempest-AttachVolumeShelveTestJSON-1728430811-router', 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'eac7289c-d3ce-4243-9e08-ec22baf0efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:41:44Z', 'updated_at': '2021-06-29T10:41:53Z', 'revision_number': 4, 'project_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'gw_port': {'id': 'eac7289c-d3ce-4243-9e08-ec22baf0efe6', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:45Z', 'updated_at': '2021-06-29T10:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '95c1cf1b-65ab-44cd-8949-7a2ed3f357de', 'name': '', 'network_id': 'b187e754-07fe-4781-924a-d886b55c9244', 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'mac_address': 'fa:16:3e:23:48:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1434ea17-151b-4fa4-8fce-ecfeaa34af2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:50Z', 'updated_at': '2021-06-29T10:41:56Z', 'revision_number': 4, 'project_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'subnets': [{'id': '1434ea17-151b-4fa4-8fce-ecfeaa34af2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:41:57.261274 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acfbcc5-2f1e-4c52-a988-9278adc804db None None] The sync data for ids ['b1989a4d-e184-402f-a588-016b16d9013a'] in dv-cinder-792209-3-iscsi is: [{'id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'name': 'tempest-AttachVolumeShelveTestJSON-1728430811-router', 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'eac7289c-d3ce-4243-9e08-ec22baf0efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:41:44Z', 'updated_at': '2021-06-29T10:41:53Z', 'revision_number': 4, 'project_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'gw_port': {'id': 'eac7289c-d3ce-4243-9e08-ec22baf0efe6', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:45Z', 'updated_at': '2021-06-29T10:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '95c1cf1b-65ab-44cd-8949-7a2ed3f357de', 'name': '', 'network_id': 'b187e754-07fe-4781-924a-d886b55c9244', 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'mac_address': 'fa:16:3e:23:48:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1434ea17-151b-4fa4-8fce-ecfeaa34af2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:50Z', 'updated_at': '2021-06-29T10:41:56Z', 'revision_number': 4, 'project_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'subnets': [{'id': '1434ea17-151b-4fa4-8fce-ecfeaa34af2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:41:57.356545 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning for port 127d0611-0998-47f1-8f9a-890bcab8142c completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:41:57.362769 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port 127d0611-0998-47f1-8f9a-890bcab8142c triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:41:57.364333 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:57.464938 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 42392) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:41:57.502106 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f4ba7f7c-e7d2-4f52-b2f8-6d4a046b764f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:57.672727 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:57.726328 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] For port 127d0611-0998-47f1-8f9a-890bcab8142c, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=127d0611-0998-47f1-8f9a-890bcab8142c,segment=NetworkSegment(b07597a5-acfa-4ea0-afa4-34f991bc6949),segment_id=b07597a5-acfa-4ea0-afa4-34f991bc6949)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:41:57.740809 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:57.743504 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:41:57.809621 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f4ba7f7c-e7d2-4f52-b2f8-6d4a046b764f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:57.811738 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.41', 54993) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:41:57.871372 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Pushing event updated for resources: {'Port': ['ID=127d0611-0998-47f1-8f9a-890bcab8142c,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:41:57.877869 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:41:57.880397 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfd5215-f73e-4a80-bbb8-7178a4f0b0ee None None] Sync routers for ids ['b8c8fefd-b929-4357-ae03-d8a76c42608a'] in dv-cinder-792209-3-iscsi {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:41:57.903942 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfd5215-f73e-4a80-bbb8-7178a4f0b0ee None None] Routers {'b8c8fefd-b929-4357-ae03-d8a76c42608a'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:41:57.905699 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-bdfd5215-f73e-4a80-bbb8-7178a4f0b0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:41:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['b8c8fefd-b929-4357-ae03-d8a76c42608a'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:41:57.951982 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.agents_db [None req-93d4a047-be9c-4d13-b750-597922b429b4 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:41:57.989739 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8551b264-518d-4754-a2cc-2dc6eff7b3f4 req-6b6873b1-a569-4399-89b6-af8f0aae3648 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=572f8122-8946-423c-8cf8-0e04c05bbdfb HTTP/1.1" status: 200 len: 210 time: 0.1556833 Jun 29 10:41:58.023019 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f4ba7f7c-e7d2-4f52-b2f8-6d4a046b764f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:58.073858 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-26ac947b-cb58-45b0-b4c4-2a9d3efdc0b6 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:41:58.089651 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-26ac947b-cb58-45b0-b4c4-2a9d3efdc0b6 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/networks?id=918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83 HTTP/1.1" status: 200 len: 819 time: 1.0595450 Jun 29 10:41:58.158256 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-1a7e0d10-205d-4cac-a25f-a600e4ce4804 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/quotas/3b6c9d7b614441d89eb7369f33fd9153 HTTP/1.1" status: 200 len: 375 time: 0.0654700 Jun 29 10:41:58.209367 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-bdfd5215-f73e-4a80-bbb8-7178a4f0b0ee None None] Set router b8c8fefd-b929-4357-ae03-d8a76c42608a gateway port host: dv-cinder-792209-3-iscsi {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:41:58.276438 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b395ab65-d0e4-4388-a3a7-cdcb67d9ff27 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:58.337446 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b395ab65-d0e4-4388-a3a7-cdcb67d9ff27 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-396420'] for security_group_rule, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:58.397020 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-e2b5cc85-d690-43ac-9bf7-dbca4147ea2a tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:41:58.400840 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-e2b5cc85-d690-43ac-9bf7-dbca4147ea2a tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.41 "GET /v2.0/networks?id=730b9790-c1e3-474e-a663-0330ab8e1d49 HTTP/1.1" status: 200 len: 814 time: 0.5874705 Jun 29 10:41:58.402278 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:41:58.404677 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:41:58.429121 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-06bb6faa-64c3-43ae-83af-8e3c2363fba3 req-2fb43654-0bbb-488f-878d-5d1d12decdc5 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/ports?device_id=4622b6d3-496a-455b-afb2-a04f77045670 HTTP/1.1" status: 200 len: 210 time: 0.1238902 Jun 29 10:41:58.454885 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-f4ba7f7c-e7d2-4f52-b2f8-6d4a046b764f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0a69dcd8682442be8208933feb01638e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9881246 Jun 29 10:41:58.461411 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 42414) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:41:58.482070 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b395ab65-d0e4-4388-a3a7-cdcb67d9ff27 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e6083bb-4155-407e-9a46-7dd7001e9d32,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:41:58.487992 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b395ab65-d0e4-4388-a3a7-cdcb67d9ff27 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:41:58.511195 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-3dbba173-7340-4f1d-9f73-0be3a3825253 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=3b6c9d7b614441d89eb7369f33fd9153&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3487792 Jun 29 10:41:58.516313 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b395ab65-d0e4-4388-a3a7-cdcb67d9ff27 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:58.518432 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-b395ab65-d0e4-4388-a3a7-cdcb67d9ff27 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5762017 Jun 29 10:41:58.541626 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-05beaf24-e1c0-456a-8ed6-5a3f3f6fdb73 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Request body: {'port': {'device_id': '572f8122-8946-423c-8cf8-0e04c05bbdfb', 'network_id': '730b9790-c1e3-474e-a663-0330ab8e1d49', 'admin_state_up': True, 'tenant_id': 'dad9db5067174f9cb9eb9c074e88edeb'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:41:58.548695 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 42420) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:41:58.601439 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-043594b2-e56c-4a08-9229-b304dcba02c1 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Request body: {'floatingip': {'floating_network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:41:58.716581 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.41', 54999) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:41:58.773141 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-7f12d45b-2d69-4881-bea0-153e2176ac75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:58.795466 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-043594b2-e56c-4a08-9229-b304dcba02c1 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks [] for floatingip, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:58.823761 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-bdfd5215-f73e-4a80-bbb8-7178a4f0b0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c8fefd-b929-4357-ae03-d8a76c42608a', 'name': 'tempest-ServerRescueNegativeTestJSON-1759134782-router', 'tenant_id': '3b6c9d7b614441d89eb7369f33fd9153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '127d0611-0998-47f1-8f9a-890bcab8142c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:41:48Z', 'updated_at': '2021-06-29T10:41:52Z', 'revision_number': 4, 'project_id': '3b6c9d7b614441d89eb7369f33fd9153', 'gw_port': {'id': '127d0611-0998-47f1-8f9a-890bcab8142c', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c8fefd-b929-4357-ae03-d8a76c42608a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:49Z', 'updated_at': '2021-06-29T10:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '4e1748a7-0a75-4872-a8a6-5d9146155d8a', 'name': '', 'network_id': '918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83', 'tenant_id': '3b6c9d7b614441d89eb7369f33fd9153', 'mac_address': 'fa:16:3e:1a:04:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c8fefd-b929-4357-ae03-d8a76c42608a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8d9c3e9c-911d-4514-9065-0e24527aa31d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:51Z', 'updated_at': '2021-06-29T10:41:53Z', 'revision_number': 2, 'project_id': '3b6c9d7b614441d89eb7369f33fd9153', 'subnets': [{'id': '8d9c3e9c-911d-4514-9065-0e24527aa31d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:41:58.838330 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba7f7c-e7d2-4f52-b2f8-6d4a046b764f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435d70eb-1e67-4d95-b09c-84b2004ddec1,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:41:58.906148 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfd5215-f73e-4a80-bbb8-7178a4f0b0ee None None] Checking router: b8c8fefd-b929-4357-ae03-d8a76c42608a for host: dv-cinder-792209-3-iscsi {{(pid=99534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:41:58.906518 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfd5215-f73e-4a80-bbb8-7178a4f0b0ee None None] Updating router b8c8fefd-b929-4357-ae03-d8a76c42608a port 4e1748a7-0a75-4872-a8a6-5d9146155d8a binding host dv-cinder-792209-3-iscsi {{(pid=99534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:41:58.914868 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-6309e3e4-1def-4a66-8756-d1e39f9b5091 service neutron] 10.222.0.61 "GET /v2.0/networks/918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952680 Jun 29 10:41:58.991330 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:59.027642 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-f4ba7f7c-e7d2-4f52-b2f8-6d4a046b764f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:41:59.034743 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bdfd5215-f73e-4a80-bbb8-7178a4f0b0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:59.048707 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-b06ba8bc-cafa-48b2-9ecf-5bb252694f2a tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:41:59.050241 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-b06ba8bc-cafa-48b2-9ecf-5bb252694f2a tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.41 "GET /v2.0/networks?id=8b9487a0-ea75-4736-8510-0cb2cf6819b2 HTTP/1.1" status: 200 len: 812 time: 0.3326302 Jun 29 10:41:59.081977 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-e4706d6d-3aba-4eb4-b868-1d07d134eda8 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Request body: {'port': {'device_id': '4622b6d3-496a-455b-afb2-a04f77045670', 'network_id': '8b9487a0-ea75-4736-8510-0cb2cf6819b2', 'admin_state_up': True, 'tenant_id': 'd4bf2f2650ea42f69167d26df12d7266'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:41:59.275023 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.41', 55003) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:41:59.295403 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 127d0611-0998-47f1-8f9a-890bcab8142c up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:41:59.313043 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-3ceadf4f-29ca-474e-aaf1-9cdd1d7543db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:59.336373 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-aad2b34b-3dea-4b8f-92e6-bb2687304d4c req-14ec2b8a-d984-4e7f-9574-22624213356f tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=572f8122-8946-423c-8cf8-0e04c05bbdfb HTTP/1.1" status: 200 len: 210 time: 0.1718588 Jun 29 10:41:59.458539 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-2cd82450-5bdc-413f-9ce4-cdc4b298b648 service neutron] 10.222.0.61 "GET /v2.0/networks/918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5425675 Jun 29 10:41:59.464390 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-05beaf24-e1c0-456a-8ed6-5a3f3f6fdb73 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Made reservation on behalf of dad9db5067174f9cb9eb9c074e88edeb for: {'port': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:41:59.471223 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-05beaf24-e1c0-456a-8ed6-5a3f3f6fdb73 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:59.546005 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port 127d0611-0998-47f1-8f9a-890bcab8142c triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:41:59.548223 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:59.561769 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-3ceadf4f-29ca-474e-aaf1-9cdd1d7543db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:59.704557 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-e4706d6d-3aba-4eb4-b868-1d07d134eda8 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Made reservation on behalf of d4bf2f2650ea42f69167d26df12d7266 for: {'port': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:41:59.716678 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-e4706d6d-3aba-4eb4-b868-1d07d134eda8 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:59.853748 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:59.869734 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f6cc8726-4b83-4158-8a49-60c4c3d16773 req-a9512e6f-285e-49ad-b5b0-f555512a2216 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/ports?device_id=4622b6d3-496a-455b-afb2-a04f77045670 HTTP/1.1" status: 200 len: 210 time: 0.0928752 Jun 29 10:41:59.900247 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-b44afa41-2d5a-486f-b2be-245012bb1a9b tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:41:59.905118 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-b44afa41-2d5a-486f-b2be-245012bb1a9b tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.41 "GET /v2.0/networks?id=918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83 HTTP/1.1" status: 200 len: 819 time: 0.6283219 Jun 29 10:41:59.969926 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-f59a60f9-dfd5-46b2-85cf-c9ee5e14175d tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Request body: {'port': {'device_id': '009e4f45-b8cf-497f-9df1-5f666ab2ac88', 'network_id': '918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83', 'admin_state_up': True, 'tenant_id': '3b6c9d7b614441d89eb7369f33fd9153'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:41:59.980990 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-043594b2-e56c-4a08-9229-b304dcba02c1 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:41:59.998624 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 95c1cf1b-65ab-44cd-8949-7a2ed3f357de up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:42:00.085106 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bdfd5215-f73e-4a80-bbb8-7178a4f0b0ee None None] Notify callbacks [] for port, precommit_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:00.142489 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-3ceadf4f-29ca-474e-aaf1-9cdd1d7543db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:00.153126 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-bdfd5215-f73e-4a80-bbb8-7178a4f0b0ee None None] Transition to ACTIVE for port object 4e1748a7-0a75-4872-a8a6-5d9146155d8a will not be triggered until provisioned by entity L2. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:42:00.196734 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bdfd5215-f73e-4a80-bbb8-7178a4f0b0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:00.209921 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-505fdf25-e093-4ba1-9b38-c9647e99f423 req-312a2155-3fee-4346-9ee2-27eac327460f tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 210 time: 0.2294474 Jun 29 10:42:00.233984 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:00.292410 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-3ceadf4f-29ca-474e-aaf1-9cdd1d7543db admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:00.300061 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-3ceadf4f-29ca-474e-aaf1-9cdd1d7543db admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/435d70eb-1e67-4d95-b09c-84b2004ddec1 HTTP/1.1" status: 204 len: 168 time: 1.8302879 Jun 29 10:42:00.350142 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-6847ea99-6327-49bc-b18f-e54cd5a19987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:00.390106 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning for port 95c1cf1b-65ab-44cd-8949-7a2ed3f357de completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:42:00.413210 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port 95c1cf1b-65ab-44cd-8949-7a2ed3f357de triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:00.417282 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-e4706d6d-3aba-4eb4-b868-1d07d134eda8 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Allocated IP 172.20.0.10 (8b9487a0-ea75-4736-8510-0cb2cf6819b2/0e06e197-d0f4-4076-8f57-3667200273ee/2b60c09c-5b8b-496d-a02a-b1d8ecf1da92) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:42:00.418579 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:00.565752 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78508adc-1dbe-4ac4-9f7e-b73b656bd41c None None] Pushing event updated for resources: {'Port': ['ID=4e1748a7-0a75-4872-a8a6-5d9146155d8a,revision_number=3']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:00.573380 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-78508adc-1dbe-4ac4-9f7e-b73b656bd41c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:00.574417 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceadf4f-29ca-474e-aaf1-9cdd1d7543db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435d70eb-1e67-4d95-b09c-84b2004ddec1,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:00.632021 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-3ceadf4f-29ca-474e-aaf1-9cdd1d7543db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:00.991243 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-e4706d6d-3aba-4eb4-b868-1d07d134eda8 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:01.068016 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-e4706d6d-3aba-4eb4-b868-1d07d134eda8 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:01.102863 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-5e4854bd-7ab9-4096-836a-9bac76342d7d req-8f244a40-41a3-4e2f-b18a-05ae9eb6e724 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=572f8122-8946-423c-8cf8-0e04c05bbdfb HTTP/1.1" status: 200 len: 210 time: 0.0506103 Jun 29 10:42:01.121493 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-18ef85be-4517-4c3d-bc48-406911a6638f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:01.176212 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:01.309193 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-05beaf24-e1c0-456a-8ed6-5a3f3f6fdb73 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Allocated IP 172.20.0.6 (730b9790-c1e3-474e-a663-0330ab8e1d49/1643e872-1bdb-489a-8d50-24dbd0235148/a8a396db-ba2e-4df9-ae26-ac99811fbb95) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:42:01.337737 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-e4706d6d-3aba-4eb4-b868-1d07d134eda8 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Network 8b9487a0-ea75-4736-8510-0cb2cf6819b2 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:42:01.443623 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-bdfd5215-f73e-4a80-bbb8-7178a4f0b0ee None None] Attempting to bind port 4e1748a7-0a75-4872-a8a6-5d9146155d8a on host dv-cinder-792209-3-iscsi for vnic_type normal with profile {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:42:01.444328 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-bdfd5215-f73e-4a80-bbb8-7178a4f0b0ee None None] Attempting to bind port 4e1748a7-0a75-4872-a8a6-5d9146155d8a by drivers openvswitch,hyperv on host dv-cinder-792209-3-iscsi at level 0 using segments [{'id': '6a7dfca7-47fa-40e6-9307-39f28100bd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83'}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:42:01.444460 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfd5215-f73e-4a80-bbb8-7178a4f0b0ee None None] Attempting to bind port 4e1748a7-0a75-4872-a8a6-5d9146155d8a on network 918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83 {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:42:01.449178 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-e4706d6d-3aba-4eb4-b868-1d07d134eda8 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:01.461810 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-e4706d6d-3aba-4eb4-b868-1d07d134eda8 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:42:01.466928 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfd5215-f73e-4a80-bbb8-7178a4f0b0ee None None] Checking agent: {'id': 'fcf96668-74e6-4b26-856c-86c6583113ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 33, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:42:01.467299 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfd5215-f73e-4a80-bbb8-7178a4f0b0ee None None] Checking segment: {'id': '6a7dfca7-47fa-40e6-9307-39f28100bd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:42:01.479364 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bdfd5215-f73e-4a80-bbb8-7178a4f0b0ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:01.483066 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfd5215-f73e-4a80-bbb8-7178a4f0b0ee None None] Bound using segment: {'id': '6a7dfca7-47fa-40e6-9307-39f28100bd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83'} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:42:01.489107 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-e4706d6d-3aba-4eb4-b868-1d07d134eda8 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:01.489773 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-e4706d6d-3aba-4eb4-b868-1d07d134eda8 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:01.493021 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-bdfd5215-f73e-4a80-bbb8-7178a4f0b0ee None None] Bound port: 4e1748a7-0a75-4872-a8a6-5d9146155d8a, host: dv-cinder-792209-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a7dfca7-47fa-40e6-9307-39f28100bd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83'}}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:42:01.493684 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bdfd5215-f73e-4a80-bbb8-7178a4f0b0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:01.496040 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:01.555703 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] For port 95c1cf1b-65ab-44cd-8949-7a2ed3f357de, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=95c1cf1b-65ab-44cd-8949-7a2ed3f357de,segment=NetworkSegment(8e84c1c5-221f-4c99-9606-1ea868266866),segment_id=8e84c1c5-221f-4c99-9606-1ea868266866)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:42:01.599146 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:01.618156 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-78508adc-1dbe-4ac4-9f7e-b73b656bd41c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:01.672436 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-f59a60f9-dfd5-46b2-85cf-c9ee5e14175d tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Made reservation on behalf of 3b6c9d7b614441d89eb7369f33fd9153 for: {'port': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:42:01.676497 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-f59a60f9-dfd5-46b2-85cf-c9ee5e14175d tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:01.701002 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [None req-043594b2-e56c-4a08-9229-b304dcba02c1 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Allocated IP 172.27.0.37 (2b1c2b73-c07b-4ea8-8347-94f00b07ac35/05f04cdc-c6be-4227-89f2-0a6a720b3b38/d1d4c3b5-88b7-4909-8de2-5b73416d388c) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:42:01.752221 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4706d6d-3aba-4eb4-b868-1d07d134eda8 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Pushing event updated for resources: {'Port': ['ID=2b60c09c-5b8b-496d-a02a-b1d8ecf1da92,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:01.758185 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-e4706d6d-3aba-4eb4-b868-1d07d134eda8 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:01.784571 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-e4706d6d-3aba-4eb4-b868-1d07d134eda8 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7085903 Jun 29 10:42:01.826463 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-bdfd5215-f73e-4a80-bbb8-7178a4f0b0ee None None] For port 4e1748a7-0a75-4872-a8a6-5d9146155d8a, host dv-cinder-792209-3-iscsi, cleared binding levels {{(pid=99534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:42:01.836591 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-bdfd5215-f73e-4a80-bbb8-7178a4f0b0ee None None] For port 4e1748a7-0a75-4872-a8a6-5d9146155d8a, host dv-cinder-792209-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=4e1748a7-0a75-4872-a8a6-5d9146155d8a,segment=NetworkSegment(6a7dfca7-47fa-40e6-9307-39f28100bd69),segment_id=6a7dfca7-47fa-40e6-9307-39f28100bd69)] {{(pid=99534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:42:01.846704 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-a15fae84-c8c3-4346-8920-bbabe1b0a672 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=99533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:42:01.851836 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-a15fae84-c8c3-4346-8920-bbabe1b0a672 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0172698 Jun 29 10:42:01.857016 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-f59a60f9-dfd5-46b2-85cf-c9ee5e14175d tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Allocated IP 172.20.0.11 (918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83/8d9c3e9c-911d-4514-9065-0e24527aa31d/439de3c8-1548-446a-9cf1-d9b3e115795b) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:42:01.867350 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bdfd5215-f73e-4a80-bbb8-7178a4f0b0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:01.925722 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfd5215-f73e-4a80-bbb8-7178a4f0b0ee None None] Routers {'b8c8fefd-b929-4357-ae03-d8a76c42608a'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:42:01.926952 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-bdfd5215-f73e-4a80-bbb8-7178a4f0b0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:41:59Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['b8c8fefd-b929-4357-ae03-d8a76c42608a'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:01.943532 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1d17a7a6-0bf7-4fef-ab80-e334c665bffd req-6471417d-1d33-4466-b0a4-6ddf767f1a26 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 210 time: 0.1699655 Jun 29 10:42:01.970929 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 42554) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:02.043090 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5508fb-7456-478e-9e08-a7330c5fb150 req-51164909-38f0-4df9-ba46-bae6dabca074 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:02.055539 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-4b5508fb-7456-478e-9e08-a7330c5fb150 req-51164909-38f0-4df9-ba46-bae6dabca074 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/ports?device_id=4622b6d3-496a-455b-afb2-a04f77045670 HTTP/1.1" status: 200 len: 932 time: 0.6752172 Jun 29 10:42:02.122220 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-bdfd5215-f73e-4a80-bbb8-7178a4f0b0ee None None] Set router b8c8fefd-b929-4357-ae03-d8a76c42608a gateway port host: dv-cinder-792209-3-iscsi {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:42:02.151739 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-4b5508fb-7456-478e-9e08-a7330c5fb150 req-32cbfdb2-58ef-407e-a971-d42b5c48d300 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/security-groups?id=e04dff6a-b7ed-4af1-9f88-f49fd5fe2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952272 Jun 29 10:42:02.182753 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-f59a60f9-dfd5-46b2-85cf-c9ee5e14175d tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:02.305019 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-f59a60f9-dfd5-46b2-85cf-c9ee5e14175d tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:02.306571 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-535623be-dd9f-42a8-a379-d11658f1bc38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:02.320786 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Pushing event updated for resources: {'Port': ['ID=95c1cf1b-65ab-44cd-8949-7a2ed3f357de,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:02.331215 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:02.336435 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.460s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:02.398702 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-5eeb0efe-4d40-41a1-9bc6-bd97320e6eb3 service neutron] Request body: {'port': {'device_id': '4622b6d3-496a-455b-afb2-a04f77045670', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:02.400910 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:02.565336 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78508adc-1dbe-4ac4-9f7e-b73b656bd41c None None] Pushing event updated for resources: {'Port': ['ID=4e1748a7-0a75-4872-a8a6-5d9146155d8a,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:02.584412 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-78508adc-1dbe-4ac4-9f7e-b73b656bd41c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:02.589381 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-f59a60f9-dfd5-46b2-85cf-c9ee5e14175d tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Network 918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83 is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:42:02.628784 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a60f9-dfd5-46b2-85cf-c9ee5e14175d tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Pushing event updated for resources: {'Port': ['ID=439de3c8-1548-446a-9cf1-d9b3e115795b,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:02.637776 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-f59a60f9-dfd5-46b2-85cf-c9ee5e14175d tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:02.643358 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-f59a60f9-dfd5-46b2-85cf-c9ee5e14175d tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:42:02.646799 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-5eeb0efe-4d40-41a1-9bc6-bd97320e6eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:02.656199 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-f59a60f9-dfd5-46b2-85cf-c9ee5e14175d tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:02.657298 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-bdfd5215-f73e-4a80-bbb8-7178a4f0b0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c8fefd-b929-4357-ae03-d8a76c42608a', 'name': 'tempest-ServerRescueNegativeTestJSON-1759134782-router', 'tenant_id': '3b6c9d7b614441d89eb7369f33fd9153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '127d0611-0998-47f1-8f9a-890bcab8142c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:41:48Z', 'updated_at': '2021-06-29T10:41:52Z', 'revision_number': 4, 'project_id': '3b6c9d7b614441d89eb7369f33fd9153', 'gw_port': {'id': '127d0611-0998-47f1-8f9a-890bcab8142c', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c8fefd-b929-4357-ae03-d8a76c42608a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:49Z', 'updated_at': '2021-06-29T10:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '4e1748a7-0a75-4872-a8a6-5d9146155d8a', 'name': '', 'network_id': '918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83', 'tenant_id': '3b6c9d7b614441d89eb7369f33fd9153', 'mac_address': 'fa:16:3e:1a:04:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c8fefd-b929-4357-ae03-d8a76c42608a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8d9c3e9c-911d-4514-9065-0e24527aa31d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:51Z', 'updated_at': '2021-06-29T10:42:01Z', 'revision_number': 4, 'project_id': '3b6c9d7b614441d89eb7369f33fd9153', 'subnets': [{'id': '8d9c3e9c-911d-4514-9065-0e24527aa31d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:02.658732 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-f59a60f9-dfd5-46b2-85cf-c9ee5e14175d tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:02.679858 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-f59a60f9-dfd5-46b2-85cf-c9ee5e14175d tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:02.698099 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-f59a60f9-dfd5-46b2-85cf-c9ee5e14175d tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7331672 Jun 29 10:42:02.740242 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfd5215-f73e-4a80-bbb8-7178a4f0b0ee None None] The sync data for ids ['b8c8fefd-b929-4357-ae03-d8a76c42608a'] in dv-cinder-792209-3-iscsi is: [{'id': 'b8c8fefd-b929-4357-ae03-d8a76c42608a', 'name': 'tempest-ServerRescueNegativeTestJSON-1759134782-router', 'tenant_id': '3b6c9d7b614441d89eb7369f33fd9153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '127d0611-0998-47f1-8f9a-890bcab8142c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:41:48Z', 'updated_at': '2021-06-29T10:41:52Z', 'revision_number': 4, 'project_id': '3b6c9d7b614441d89eb7369f33fd9153', 'gw_port': {'id': '127d0611-0998-47f1-8f9a-890bcab8142c', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c8fefd-b929-4357-ae03-d8a76c42608a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:49Z', 'updated_at': '2021-06-29T10:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '4e1748a7-0a75-4872-a8a6-5d9146155d8a', 'name': '', 'network_id': '918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83', 'tenant_id': '3b6c9d7b614441d89eb7369f33fd9153', 'mac_address': 'fa:16:3e:1a:04:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8c8fefd-b929-4357-ae03-d8a76c42608a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8d9c3e9c-911d-4514-9065-0e24527aa31d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:51Z', 'updated_at': '2021-06-29T10:42:01Z', 'revision_number': 4, 'project_id': '3b6c9d7b614441d89eb7369f33fd9153', 'subnets': [{'id': '8d9c3e9c-911d-4514-9065-0e24527aa31d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:42:02.873799 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-05beaf24-e1c0-456a-8ed6-5a3f3f6fdb73 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:03.073158 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-1d849256-b366-48cf-a2f1-adde947ad40a service neutron] Request body: {'port': {'device_id': '009e4f45-b8cf-497f-9df1-5f666ab2ac88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:03.439358 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.41', 55011) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:03.444632 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-1d849256-b366-48cf-a2f1-adde947ad40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:03.460922 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-535623be-dd9f-42a8-a379-d11658f1bc38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:03.501960 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-535623be-dd9f-42a8-a379-d11658f1bc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:03.550924 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-2d9c626f-7b9c-4239-a442-e6a84d1a5529 req-626b6984-7b45-4606-838b-e5b160718fd0 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=572f8122-8946-423c-8cf8-0e04c05bbdfb HTTP/1.1" status: 200 len: 210 time: 0.9048855 Jun 29 10:42:03.584948 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:03.745992 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-043594b2-e56c-4a08-9229-b304dcba02c1 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:03.759786 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-feefb619-432c-41a1-b209-96e9cb106877 req-48c1440f-f0c6-4a6a-b045-e6b74d649368 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 210 time: 0.1512551 Jun 29 10:42:03.867317 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-535623be-dd9f-42a8-a379-d11658f1bc38 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=15ef7c5aae034161872a4371f4c644fb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8943658 Jun 29 10:42:03.871252 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 42624) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:03.899482 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 95c1cf1b-65ab-44cd-8949-7a2ed3f357de up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:42:03.915469 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535623be-dd9f-42a8-a379-d11658f1bc38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113926d1-2516-4720-bfe0-fe76b73b2f86,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:03.991922 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-535623be-dd9f-42a8-a379-d11658f1bc38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:03.999016 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-05beaf24-e1c0-456a-8ed6-5a3f3f6fdb73 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:04.034647 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port 95c1cf1b-65ab-44cd-8949-7a2ed3f357de triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:04.035170 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:04.114728 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-609d3dc3-ae65-4a2e-b328-38f48850f74f tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:04.116479 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-609d3dc3-ae65-4a2e-b328-38f48850f74f tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.41 "GET /v2.0/networks?id=918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83 HTTP/1.1" status: 200 len: 819 time: 0.6638429 Jun 29 10:42:04.139690 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:04.224414 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-043594b2-e56c-4a08-9229-b304dcba02c1 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:04.235033 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05beaf24-e1c0-456a-8ed6-5a3f3f6fdb73 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Pushing event updated for resources: {'Port': ['ID=a8a396db-ba2e-4df9-ae26-ac99811fbb95,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:04.240770 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-05beaf24-e1c0-456a-8ed6-5a3f3f6fdb73 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:04.258335 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-db8ce0a9-3c6b-4da6-8f69-676df0c28f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:04.298342 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 4e1748a7-0a75-4872-a8a6-5d9146155d8a up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:42:04.320644 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043594b2-e56c-4a08-9229-b304dcba02c1 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Network 2b1c2b73-c07b-4ea8-8347-94f00b07ac35 is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:42:04.333200 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043594b2-e56c-4a08-9229-b304dcba02c1 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Pushing event updated for resources: {'Port': ['ID=d1d4c3b5-88b7-4909-8de2-5b73416d388c,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:04.341686 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-043594b2-e56c-4a08-9229-b304dcba02c1 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:04.344325 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-043594b2-e56c-4a08-9229-b304dcba02c1 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:04.356604 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043594b2-e56c-4a08-9229-b304dcba02c1 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:42:04.434691 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning for port 4e1748a7-0a75-4872-a8a6-5d9146155d8a completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:42:04.456412 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port 4e1748a7-0a75-4872-a8a6-5d9146155d8a triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:04.458816 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:04.686302 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02804d16-b7fb-44bd-af54-11780adfae59 req-21051ae5-14d3-47f5-a948-d54401d0c71a tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:04.696483 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-02804d16-b7fb-44bd-af54-11780adfae59 req-21051ae5-14d3-47f5-a948-d54401d0c71a tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/ports?device_id=4622b6d3-496a-455b-afb2-a04f77045670 HTTP/1.1" status: 200 len: 932 time: 0.8171344 Jun 29 10:42:04.731015 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:04.800187 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f8b52eca-a7dc-4f1c-b5cd-4fc5f34fbdac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:04.838831 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-e335f9e7-a0b1-450b-8a8a-1f3cbe44d98f tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Request body: {'port': {'device_id': '2aa1e2d0-1534-4e31-a17c-9edffab3f1fe', 'network_id': '918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83', 'admin_state_up': True, 'tenant_id': '3b6c9d7b614441d89eb7369f33fd9153'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:04.841955 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] For port 4e1748a7-0a75-4872-a8a6-5d9146155d8a, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=4e1748a7-0a75-4872-a8a6-5d9146155d8a,segment=NetworkSegment(6a7dfca7-47fa-40e6-9307-39f28100bd69),segment_id=6a7dfca7-47fa-40e6-9307-39f28100bd69)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:42:04.855705 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:04.857745 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-7834271d-30f7-4ca7-a684-063576c57836 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:04.868924 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 42658) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:05.027669 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Pushing event updated for resources: {'Port': ['ID=4e1748a7-0a75-4872-a8a6-5d9146155d8a,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:05.051580 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:05.105739 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f8b52eca-a7dc-4f1c-b5cd-4fc5f34fbdac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:05.177221 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-02804d16-b7fb-44bd-af54-11780adfae59 req-99a30050-bd5c-4456-875c-0d5952ebd99f tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/security-groups?id=e04dff6a-b7ed-4af1-9f88-f49fd5fe2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4796715 Jun 29 10:42:05.184200 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-05beaf24-e1c0-456a-8ed6-5a3f3f6fdb73 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Network 730b9790-c1e3-474e-a663-0330ab8e1d49 is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:42:05.297508 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.notifiers.nova [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-5eeb0efe-4d40-41a1-9bc6-bd97320e6eb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b60c09c-5b8b-496d-a02a-b1d8ecf1da92 {{(pid=99533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:42:05.322838 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d86239b4-d107-4050-8dfa-357ce902b253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:05.330361 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-5eeb0efe-4d40-41a1-9bc6-bd97320e6eb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:05.345699 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-043594b2-e56c-4a08-9229-b304dcba02c1 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:05.382276 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-05beaf24-e1c0-456a-8ed6-5a3f3f6fdb73 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:05.393773 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-05beaf24-e1c0-456a-8ed6-5a3f3f6fdb73 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:42:05.402358 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-5eeb0efe-4d40-41a1-9bc6-bd97320e6eb3 service neutron] Transition to ACTIVE for port object 2b60c09c-5b8b-496d-a02a-b1d8ecf1da92 will not be triggered until provisioned by entity L2. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:42:05.418763 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-5eeb0efe-4d40-41a1-9bc6-bd97320e6eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:05.419991 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-05beaf24-e1c0-456a-8ed6-5a3f3f6fdb73 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:05.421587 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-05beaf24-e1c0-456a-8ed6-5a3f3f6fdb73 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:05.445059 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:05.480028 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f8b52eca-a7dc-4f1c-b5cd-4fc5f34fbdac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:05.529176 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f8b52eca-a7dc-4f1c-b5cd-4fc5f34fbdac admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:05.530876 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-f8b52eca-a7dc-4f1c-b5cd-4fc5f34fbdac admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/113926d1-2516-4720-bfe0-fe76b73b2f86 HTTP/1.1" status: 204 len: 168 time: 1.6333818 Jun 29 10:42:05.617425 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-21a119b4-4b98-4019-8d00-417c9565d557 req-29807101-d18c-4b28-bd5d-e0ec9b53229b tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 210 time: 0.1695158 Jun 29 10:42:05.618722 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb0efe-4d40-41a1-9bc6-bd97320e6eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=2b60c09c-5b8b-496d-a02a-b1d8ecf1da92,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:05.621564 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.notifiers.nova [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-1d849256-b366-48cf-a2f1-adde947ad40a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 439de3c8-1548-446a-9cf1-d9b3e115795b {{(pid=99532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:42:05.640489 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-043594b2-e56c-4a08-9229-b304dcba02c1 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:05.652787 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-1d849256-b366-48cf-a2f1-adde947ad40a service neutron] Notify callbacks [] for port, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:05.657685 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c438cc-10c4-452d-b4c0-02e86ff79512 req-8e2df10c-1863-434c-ab25-a66435741e8e tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:05.674282 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-12c438cc-10c4-452d-b4c0-02e86ff79512 req-8e2df10c-1863-434c-ab25-a66435741e8e tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=572f8122-8946-423c-8cf8-0e04c05bbdfb HTTP/1.1" status: 200 len: 931 time: 0.7355011 Jun 29 10:42:05.705373 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.provisioning_blocks [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-1d849256-b366-48cf-a2f1-adde947ad40a service neutron] Transition to ACTIVE for port object 439de3c8-1548-446a-9cf1-d9b3e115795b will not be triggered until provisioned by entity L2. {{(pid=99532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:42:05.717374 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-1d849256-b366-48cf-a2f1-adde947ad40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:05.732015 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:05.741043 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 4e1748a7-0a75-4872-a8a6-5d9146155d8a up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:42:05.817590 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d86239b4-d107-4050-8dfa-357ce902b253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:05.834408 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d86239b4-d107-4050-8dfa-357ce902b253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:05.838527 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port 4e1748a7-0a75-4872-a8a6-5d9146155d8a triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:05.839232 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:05.927975 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 42682) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:05.954538 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-5eeb0efe-4d40-41a1-9bc6-bd97320e6eb3 service neutron] Attempting to bind port 2b60c09c-5b8b-496d-a02a-b1d8ecf1da92 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:42:05.955290 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-5eeb0efe-4d40-41a1-9bc6-bd97320e6eb3 service neutron] Attempting to bind port 2b60c09c-5b8b-496d-a02a-b1d8ecf1da92 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '77ca07d3-b55e-4e5e-ad7d-5ffed1d9943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8b9487a0-ea75-4736-8510-0cb2cf6819b2'}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:42:05.955853 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-5eeb0efe-4d40-41a1-9bc6-bd97320e6eb3 service neutron] Attempting to bind port 2b60c09c-5b8b-496d-a02a-b1d8ecf1da92 on network 8b9487a0-ea75-4736-8510-0cb2cf6819b2 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:42:06.021891 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-5eeb0efe-4d40-41a1-9bc6-bd97320e6eb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:06.026796 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-12c438cc-10c4-452d-b4c0-02e86ff79512 req-925560a1-9135-41aa-ac5b-9540af7333d6 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066441 Jun 29 10:42:06.029323 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-5b707767-8e8e-405e-a3ed-d19a0d927b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.426s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:06.050164 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b52eca-a7dc-4f1c-b5cd-4fc5f34fbdac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113926d1-2516-4720-bfe0-fe76b73b2f86,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:06.052755 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-5eeb0efe-4d40-41a1-9bc6-bd97320e6eb3 service neutron] Port 2b60c09c-5b8b-496d-a02a-b1d8ecf1da92 on network 8b9487a0-ea75-4736-8510-0cb2cf6819b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:42:06.053336 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-5eeb0efe-4d40-41a1-9bc6-bd97320e6eb3 service neutron] Attempting to bind port 2b60c09c-5b8b-496d-a02a-b1d8ecf1da92 on network 8b9487a0-ea75-4736-8510-0cb2cf6819b2 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:42:06.097640 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-d86239b4-d107-4050-8dfa-357ce902b253 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7f31a6722ee5444c869bada8cb9b31fb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2051330 Jun 29 10:42:06.099046 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86239b4-d107-4050-8dfa-357ce902b253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d13ffb4-0d29-4852-b7c9-5726bf5b4a16,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:06.115586 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 42692) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:06.118242 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-d86239b4-d107-4050-8dfa-357ce902b253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:06.124494 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-5eeb0efe-4d40-41a1-9bc6-bd97320e6eb3 service neutron] Checking agent: {'id': 'd76c2234-1a1a-45d0-9761-a55b876eff8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 39, 54), 'started_at': datetime.datetime(2021, 6, 29, 10, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:42:06.125191 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-5eeb0efe-4d40-41a1-9bc6-bd97320e6eb3 service neutron] Checking segment: {'id': '77ca07d3-b55e-4e5e-ad7d-5ffed1d9943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8b9487a0-ea75-4736-8510-0cb2cf6819b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:42:06.126138 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-5eeb0efe-4d40-41a1-9bc6-bd97320e6eb3 service neutron] Bound using segment: {'id': '77ca07d3-b55e-4e5e-ad7d-5ffed1d9943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8b9487a0-ea75-4736-8510-0cb2cf6819b2'} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:42:06.126912 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-5eeb0efe-4d40-41a1-9bc6-bd97320e6eb3 service neutron] Bound port: 2b60c09c-5b8b-496d-a02a-b1d8ecf1da92, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77ca07d3-b55e-4e5e-ad7d-5ffed1d9943c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8b9487a0-ea75-4736-8510-0cb2cf6819b2'}}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:42:06.127593 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-5eeb0efe-4d40-41a1-9bc6-bd97320e6eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:06.146088 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-75dc9074-465d-44bd-a51f-f949cd255f24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.291s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:06.149081 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-75dc9074-465d-44bd-a51f-f949cd255f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:06.194530 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-043594b2-e56c-4a08-9229-b304dcba02c1 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks [] for port, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:06.225293 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-043594b2-e56c-4a08-9229-b304dcba02c1 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:06.289798 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-be02ea54-6f4e-41b3-a3d7-e2b714824a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:06.327394 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-5eeb0efe-4d40-41a1-9bc6-bd97320e6eb3 service neutron] For port 2b60c09c-5b8b-496d-a02a-b1d8ecf1da92, host hv-cinder-79220, cleared binding levels {{(pid=99533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:42:06.358000 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-be02ea54-6f4e-41b3-a3d7-e2b714824a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:06.361260 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-5eeb0efe-4d40-41a1-9bc6-bd97320e6eb3 service neutron] For port 2b60c09c-5b8b-496d-a02a-b1d8ecf1da92, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=2b60c09c-5b8b-496d-a02a-b1d8ecf1da92,segment=NetworkSegment(77ca07d3-b55e-4e5e-ad7d-5ffed1d9943c),segment_id=77ca07d3-b55e-4e5e-ad7d-5ffed1d9943c)] {{(pid=99533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:42:06.381788 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-5eeb0efe-4d40-41a1-9bc6-bd97320e6eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:06.402447 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-18ef85be-4517-4c3d-bc48-406911a6638f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:06.412173 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-05beaf24-e1c0-456a-8ed6-5a3f3f6fdb73 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.8976254 Jun 29 10:42:06.454218 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d849256-b366-48cf-a2f1-adde947ad40a service neutron] Pushing event updated for resources: {'Port': ['ID=439de3c8-1548-446a-9cf1-d9b3e115795b,revision_number=2']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:06.465884 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-043594b2-e56c-4a08-9229-b304dcba02c1 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7928479'] for floatingip, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:06.473489 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-1d849256-b366-48cf-a2f1-adde947ad40a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.741s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:06.479585 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-a725bf86-4cd7-4897-a89f-768545e9c352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:06.481783 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-e335f9e7-a0b1-450b-8a8a-1f3cbe44d98f tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Made reservation on behalf of 3b6c9d7b614441d89eb7369f33fd9153 for: {'port': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:42:06.486460 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-e335f9e7-a0b1-450b-8a8a-1f3cbe44d98f tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:06.532293 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-1d849256-b366-48cf-a2f1-adde947ad40a service neutron] Attempting to bind port 439de3c8-1548-446a-9cf1-d9b3e115795b on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:42:06.533072 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-1d849256-b366-48cf-a2f1-adde947ad40a service neutron] Attempting to bind port 439de3c8-1548-446a-9cf1-d9b3e115795b by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '6a7dfca7-47fa-40e6-9307-39f28100bd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83'}] {{(pid=99532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:42:06.533668 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-1d849256-b366-48cf-a2f1-adde947ad40a service neutron] Attempting to bind port 439de3c8-1548-446a-9cf1-d9b3e115795b on network 918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:42:06.562203 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-1d849256-b366-48cf-a2f1-adde947ad40a service neutron] Port 439de3c8-1548-446a-9cf1-d9b3e115795b on network 918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:42:06.562745 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-1d849256-b366-48cf-a2f1-adde947ad40a service neutron] Attempting to bind port 439de3c8-1548-446a-9cf1-d9b3e115795b on network 918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:42:06.565143 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-043594b2-e56c-4a08-9229-b304dcba02c1 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for floatingip, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:06.566384 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-043594b2-e56c-4a08-9229-b304dcba02c1 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.0067294 Jun 29 10:42:06.580470 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-1d849256-b366-48cf-a2f1-adde947ad40a service neutron] Checking agent: {'id': 'd76c2234-1a1a-45d0-9761-a55b876eff8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 39, 54), 'started_at': datetime.datetime(2021, 6, 29, 10, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:42:06.589862 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-1d849256-b366-48cf-a2f1-adde947ad40a service neutron] Checking segment: {'id': '6a7dfca7-47fa-40e6-9307-39f28100bd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:42:06.589862 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-1d849256-b366-48cf-a2f1-adde947ad40a service neutron] Bound using segment: {'id': '6a7dfca7-47fa-40e6-9307-39f28100bd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83'} {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:42:06.589862 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-1d849256-b366-48cf-a2f1-adde947ad40a service neutron] Bound port: 439de3c8-1548-446a-9cf1-d9b3e115795b, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a7dfca7-47fa-40e6-9307-39f28100bd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83'}}] {{(pid=99532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:42:06.589862 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-1d849256-b366-48cf-a2f1-adde947ad40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:06.622069 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-f77bfbb1-7214-444a-a659-feb739d1258d service neutron] Request body: {'port': {'device_id': '572f8122-8946-423c-8cf8-0e04c05bbdfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:06.643611 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043594b2-e56c-4a08-9229-b304dcba02c1 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Pushing event updated for resources: {'Port': ['ID=d1d4c3b5-88b7-4909-8de2-5b73416d388c,revision_number=2']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:06.645295 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-53bcc9b3-9b36-4e08-a331-9f37ab58d436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:06.670259 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-043594b2-e56c-4a08-9229-b304dcba02c1 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:06.710709 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-5eeb0efe-4d40-41a1-9bc6-bd97320e6eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:06.712636 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-5eeb0efe-4d40-41a1-9bc6-bd97320e6eb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:06.714206 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-5eeb0efe-4d40-41a1-9bc6-bd97320e6eb3 service neutron] 10.222.0.41 "PUT /v2.0/ports/2b60c09c-5b8b-496d-a02a-b1d8ecf1da92 HTTP/1.1" status: 200 len: 1094 time: 4.5271378 Jun 29 10:42:06.717160 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4622b6d3-496a-455b-afb2-a04f77045670', 'tag': '2b60c09c-5b8b-496d-a02a-b1d8ecf1da92'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:42:06.814285 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-f77bfbb1-7214-444a-a659-feb739d1258d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:06.844720 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-1d849256-b366-48cf-a2f1-adde947ad40a service neutron] For port 439de3c8-1548-446a-9cf1-d9b3e115795b, host hv-cinder-79220, cleared binding levels {{(pid=99532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:42:06.879882 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-e335f9e7-a0b1-450b-8a8a-1f3cbe44d98f tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Allocated IP 172.20.0.14 (918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83/8d9c3e9c-911d-4514-9065-0e24527aa31d/052b955f-f467-4f18-a0ec-0506c313fc95) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:42:06.908531 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-1d849256-b366-48cf-a2f1-adde947ad40a service neutron] For port 439de3c8-1548-446a-9cf1-d9b3e115795b, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=439de3c8-1548-446a-9cf1-d9b3e115795b,segment=NetworkSegment(6a7dfca7-47fa-40e6-9307-39f28100bd69),segment_id=6a7dfca7-47fa-40e6-9307-39f28100bd69)] {{(pid=99532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:42:06.926861 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-1d849256-b366-48cf-a2f1-adde947ad40a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:06.929818 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb0efe-4d40-41a1-9bc6-bd97320e6eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=2b60c09c-5b8b-496d-a02a-b1d8ecf1da92,revision_number=3']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:06.938323 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-d763c02c-8472-4838-a48f-aa32e77c4331 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:06.948912 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-5eeb0efe-4d40-41a1-9bc6-bd97320e6eb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:06.979751 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a9b41bf9-d5f8-432b-9418-dcf0cc1bf9e9 req-c3d1a421-1dbc-4d60-a485-f71c67417c48 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 210 time: 0.0930421 Jun 29 10:42:06.992267 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-be02ea54-6f4e-41b3-a3d7-e2b714824a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:07.022552 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-be02ea54-6f4e-41b3-a3d7-e2b714824a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:07.026228 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-be02ea54-6f4e-41b3-a3d7-e2b714824a6d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1d13ffb4-0d29-4852-b7c9-5726bf5b4a16 HTTP/1.1" status: 204 len: 168 time: 0.9069386 Jun 29 10:42:07.045328 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-75dc9074-465d-44bd-a51f-f949cd255f24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:07.076396 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-1d849256-b366-48cf-a2f1-adde947ad40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:07.077063 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-1d849256-b366-48cf-a2f1-adde947ad40a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:07.078706 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-1d849256-b366-48cf-a2f1-adde947ad40a service neutron] 10.222.0.41 "PUT /v2.0/ports/439de3c8-1548-446a-9cf1-d9b3e115795b HTTP/1.1" status: 200 len: 1094 time: 4.0178835 Jun 29 10:42:07.087428 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '009e4f45-b8cf-497f-9df1-5f666ab2ac88', 'tag': '439de3c8-1548-446a-9cf1-d9b3e115795b'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:42:07.177412 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6482e6-c9ff-43a8-b4d0-25a7b0db1a0f req-f8378f26-7fab-4b7f-828c-933c098cd8b2 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:07.184605 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fa6482e6-c9ff-43a8-b4d0-25a7b0db1a0f req-f8378f26-7fab-4b7f-828c-933c098cd8b2 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/ports?device_id=4622b6d3-496a-455b-afb2-a04f77045670 HTTP/1.1" status: 200 len: 944 time: 0.6940553 Jun 29 10:42:07.185421 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02ea54-6f4e-41b3-a3d7-e2b714824a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d13ffb4-0d29-4852-b7c9-5726bf5b4a16,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:07.189710 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-be02ea54-6f4e-41b3-a3d7-e2b714824a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:07.199399 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82814ba4342b3241ea59c6119a2f8abf18707475a0488e58b50a7e2d80907800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc38acb-df02-4c70-a38e-a94d21f2101d" -d '{"events": [{"name": "network-changed", "server_uuid": "4622b6d3-496a-455b-afb2-a04f77045670", "tag": "2b60c09c-5b8b-496d-a02a-b1d8ecf1da92"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:42:07.257823 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-0fd01d94-aac7-46cb-96d4-1661a55450b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:07.259389 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-0fd01d94-aac7-46cb-96d4-1661a55450b0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4bf2f2650ea42f69167d26df12d7266&device_id=4622b6d3-496a-455b-afb2-a04f77045670 HTTP/1.1" status: 200 len: 1097 time: 0.4480150 Jun 29 10:42:07.265191 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d849256-b366-48cf-a2f1-adde947ad40a service neutron] Pushing event updated for resources: {'Port': ['ID=439de3c8-1548-446a-9cf1-d9b3e115795b,revision_number=3']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:07.295816 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-1d849256-b366-48cf-a2f1-adde947ad40a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:07.358686 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-bf8fccae-bd50-4e7b-8819-d6b300893db5 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1549277752&fields=id&tenant_id=f1ea4791d1b04b298cdfcb878b9a2e28 HTTP/1.1" status: 200 len: 267 time: 0.1441674 Jun 29 10:42:07.375583 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fa6482e6-c9ff-43a8-b4d0-25a7b0db1a0f req-aeb88138-2381-4496-abe8-7d14813fe478 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/security-groups?id=e04dff6a-b7ed-4af1-9f88-f49fd5fe2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381013 Jun 29 10:42:07.505329 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-eaac9046-0012-4a52-aa4c-55950914faad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b60c09c-5b8b-496d-a02a-b1d8ecf1da92 HTTP/1.1" status: 200 len: 217 time: 0.1435783 Jun 29 10:42:07.525258 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-53bcc9b3-9b36-4e08-a331-9f37ab58d436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:07.622916 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-53bcc9b3-9b36-4e08-a331-9f37ab58d436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:07.871623 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}741eff7b388cda03fc4d9e55606c84397052c5857ae4d93d7a3b4e67aaed09af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c697230-60e1-4cf2-9dc5-d151bd20097a" -d '{"events": [{"name": "network-changed", "server_uuid": "009e4f45-b8cf-497f-9df1-5f666ab2ac88", "tag": "439de3c8-1548-446a-9cf1-d9b3e115795b"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:42:07.990467 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-96dc47e7-b2cc-4cf5-84f9-25ccfed267d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:07.992194 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-96dc47e7-b2cc-4cf5-84f9-25ccfed267d8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b6c9d7b614441d89eb7369f33fd9153&device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 1097 time: 0.6752868 Jun 29 10:42:08.035969 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 42756) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:08.049591 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-be02ea54-6f4e-41b3-a3d7-e2b714824a6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:08.053222 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-9a503733-b2c6-4c42-8130-38df85007d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:08.067773 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.notifiers.nova [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-f77bfbb1-7214-444a-a659-feb739d1258d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8a396db-ba2e-4df9-ae26-ac99811fbb95 {{(pid=99532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:42:08.081452 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-f77bfbb1-7214-444a-a659-feb739d1258d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:08.171566 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-9a503733-b2c6-4c42-8130-38df85007d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:08.177416 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-e335f9e7-a0b1-450b-8a8a-1f3cbe44d98f tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:08.183685 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-6a66611d-fa21-4f46-ac91-8d15254b6666 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:08.183900 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-9a503733-b2c6-4c42-8130-38df85007d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:08.191410 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-6a66611d-fa21-4f46-ac91-8d15254b6666 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/networks?id=b187e754-07fe-4781-924a-d886b55c9244 HTTP/1.1" status: 200 len: 817 time: 0.8315177 Jun 29 10:42:08.202306 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-c98656b8-f4dc-4d3a-8bb3-20a00438f456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:08.203769 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-c98656b8-f4dc-4d3a-8bb3-20a00438f456 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0e06e197-d0f4-4076-8f57-3667200273ee HTTP/1.1" status: 200 len: 852 time: 0.6734030 Jun 29 10:42:08.210047 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-53bcc9b3-9b36-4e08-a331-9f37ab58d436 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7592535949704bd6ae9dc70809b871ef&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2645743 Jun 29 10:42:08.212880 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 42760) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:08.213841 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bcc9b3-9b36-4e08-a331-9f37ab58d436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fc6cb4-458f-4d6b-851a-5f2c572fedf2,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:08.213969 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-8ae22e6e-9b33-4303-94e3-f3a48a17c9e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:08.217937 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-9a503733-b2c6-4c42-8130-38df85007d72 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=19edc09dcba24c35b79175e42b94e4a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1809492 Jun 29 10:42:08.219001 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-53bcc9b3-9b36-4e08-a331-9f37ab58d436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:08.220614 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.provisioning_blocks [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-f77bfbb1-7214-444a-a659-feb739d1258d service neutron] Transition to ACTIVE for port object a8a396db-ba2e-4df9-ae26-ac99811fbb95 will not be triggered until provisioned by entity L2. {{(pid=99532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:42:08.222270 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 42762) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:08.262819 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-ce2cb4d7-c1f2-4984-ab81-4389c1c845a8 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/quotas/f1ea4791d1b04b298cdfcb878b9a2e28 HTTP/1.1" status: 200 len: 375 time: 0.0703599 Jun 29 10:42:08.264466 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 42764) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:08.367782 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-f7e6995c-8553-43aa-a1bd-60070983c5fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=439de3c8-1548-446a-9cf1-d9b3e115795b HTTP/1.1" status: 200 len: 217 time: 0.1075721 Jun 29 10:42:08.367782 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-f77bfbb1-7214-444a-a659-feb739d1258d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:08.446067 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-6380ce66-ce30-4906-aa71-13579a847502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:08.456021 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-6196a9f5-4b05-4068-aaa2-0ff574cfc4c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8b9487a0-ea75-4736-8510-0cb2cf6819b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1896100 Jun 29 10:42:08.459510 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a503733-b2c6-4c42-8130-38df85007d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f684312c-1138-47b7-a7a4-34c418ba7ee7,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:08.475653 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-9a503733-b2c6-4c42-8130-38df85007d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:08.486188 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:08.570917 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cada3-4a0a-43cb-af13-2ec17fd32e20 req-542c30ce-e6e7-4e61-8cd0-646807d59815 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:08.572471 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-7b4cada3-4a0a-43cb-af13-2ec17fd32e20 req-542c30ce-e6e7-4e61-8cd0-646807d59815 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=572f8122-8946-423c-8cf8-0e04c05bbdfb HTTP/1.1" status: 200 len: 931 time: 0.5301321 Jun 29 10:42:08.586121 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-6380ce66-ce30-4906-aa71-13579a847502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:08.596165 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e9c90698-469f-4275-bfd4-23d54b62aa4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:08.613398 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-e335f9e7-a0b1-450b-8a8a-1f3cbe44d98f tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:08.648205 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77bfbb1-7214-444a-a659-feb739d1258d service neutron] Pushing event updated for resources: {'Port': ['ID=a8a396db-ba2e-4df9-ae26-ac99811fbb95,revision_number=2']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:08.659500 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-f77bfbb1-7214-444a-a659-feb739d1258d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:08.679670 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-f59a60f9-dfd5-46b2-85cf-c9ee5e14175d tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:08.731308 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-bfc9a8c9-6939-4321-aa27-36918846876a tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f1ea4791d1b04b298cdfcb878b9a2e28&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4673944 Jun 29 10:42:08.733331 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e9c90698-469f-4275-bfd4-23d54b62aa4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:08.742195 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-f77bfbb1-7214-444a-a659-feb739d1258d service neutron] Attempting to bind port a8a396db-ba2e-4df9-ae26-ac99811fbb95 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:42:08.743263 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-f77bfbb1-7214-444a-a659-feb739d1258d service neutron] Attempting to bind port a8a396db-ba2e-4df9-ae26-ac99811fbb95 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '9f0c74f0-432e-4950-b3d2-3a9e79de6a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '730b9790-c1e3-474e-a663-0330ab8e1d49'}] {{(pid=99532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:42:08.744441 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-f77bfbb1-7214-444a-a659-feb739d1258d service neutron] Attempting to bind port a8a396db-ba2e-4df9-ae26-ac99811fbb95 on network 730b9790-c1e3-474e-a663-0330ab8e1d49 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:42:08.770865 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-f77bfbb1-7214-444a-a659-feb739d1258d service neutron] Port a8a396db-ba2e-4df9-ae26-ac99811fbb95 on network 730b9790-c1e3-474e-a663-0330ab8e1d49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:42:08.771770 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-f77bfbb1-7214-444a-a659-feb739d1258d service neutron] Attempting to bind port a8a396db-ba2e-4df9-ae26-ac99811fbb95 on network 730b9790-c1e3-474e-a663-0330ab8e1d49 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:42:08.778942 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-e335f9e7-a0b1-450b-8a8a-1f3cbe44d98f tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Network 918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83 is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:42:08.784286 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-e335f9e7-a0b1-450b-8a8a-1f3cbe44d98f tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:08.786762 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335f9e7-a0b1-450b-8a8a-1f3cbe44d98f tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Pushing event updated for resources: {'Port': ['ID=052b955f-f467-4f18-a0ec-0506c313fc95,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:08.789065 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-e335f9e7-a0b1-450b-8a8a-1f3cbe44d98f tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:42:08.795858 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-e335f9e7-a0b1-450b-8a8a-1f3cbe44d98f tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:08.796761 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-e335f9e7-a0b1-450b-8a8a-1f3cbe44d98f tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:08.798482 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-7b4cada3-4a0a-43cb-af13-2ec17fd32e20 req-4c0fba77-9e29-4bbe-aa10-fe587ca823bd tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105422 Jun 29 10:42:08.800354 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-f77bfbb1-7214-444a-a659-feb739d1258d service neutron] Checking agent: {'id': 'd76c2234-1a1a-45d0-9761-a55b876eff8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 39, 54), 'started_at': datetime.datetime(2021, 6, 29, 10, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:42:08.800962 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-f77bfbb1-7214-444a-a659-feb739d1258d service neutron] Checking segment: {'id': '9f0c74f0-432e-4950-b3d2-3a9e79de6a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '730b9790-c1e3-474e-a663-0330ab8e1d49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:42:08.801570 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-f77bfbb1-7214-444a-a659-feb739d1258d service neutron] Bound using segment: {'id': '9f0c74f0-432e-4950-b3d2-3a9e79de6a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '730b9790-c1e3-474e-a663-0330ab8e1d49'} {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:42:08.802144 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-f77bfbb1-7214-444a-a659-feb739d1258d service neutron] Bound port: a8a396db-ba2e-4df9-ae26-ac99811fbb95, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f0c74f0-432e-4950-b3d2-3a9e79de6a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '730b9790-c1e3-474e-a663-0330ab8e1d49'}}] {{(pid=99532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:42:08.802577 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-f77bfbb1-7214-444a-a659-feb739d1258d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:08.805761 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-e335f9e7-a0b1-450b-8a8a-1f3cbe44d98f tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:08.829217 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-e335f9e7-a0b1-450b-8a8a-1f3cbe44d98f tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5000405 Jun 29 10:42:08.849126 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-6380ce66-ce30-4906-aa71-13579a847502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:08.853790 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-6380ce66-ce30-4906-aa71-13579a847502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:08.855044 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-6380ce66-ce30-4906-aa71-13579a847502 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f684312c-1138-47b7-a7a4-34c418ba7ee7 HTTP/1.1" status: 204 len: 168 time: 0.6299577 Jun 29 10:42:08.857551 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-f4ba7f7c-e7d2-4f52-b2f8-6d4a046b764f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:08.871096 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6380ce66-ce30-4906-aa71-13579a847502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f684312c-1138-47b7-a7a4-34c418ba7ee7,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:08.875596 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-6380ce66-ce30-4906-aa71-13579a847502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:08.924198 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-f77bfbb1-7214-444a-a659-feb739d1258d service neutron] For port a8a396db-ba2e-4df9-ae26-ac99811fbb95, host hv-cinder-79220, cleared binding levels {{(pid=99532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:42:08.933567 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-f77bfbb1-7214-444a-a659-feb739d1258d service neutron] For port a8a396db-ba2e-4df9-ae26-ac99811fbb95, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=a8a396db-ba2e-4df9-ae26-ac99811fbb95,segment=NetworkSegment(9f0c74f0-432e-4950-b3d2-3a9e79de6a51),segment_id=9f0c74f0-432e-4950-b3d2-3a9e79de6a51)] {{(pid=99532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:42:08.934586 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-4aadcde2-2db6-408d-97bc-72693a069b41 service neutron] 10.222.0.61 "GET /v2.0/networks/b187e754-07fe-4781-924a-d886b55c9244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791756 Jun 29 10:42:08.935970 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e9c90698-469f-4275-bfd4-23d54b62aa4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:08.939503 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e9c90698-469f-4275-bfd4-23d54b62aa4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:08.943556 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-e9c90698-469f-4275-bfd4-23d54b62aa4e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c5fc6cb4-458f-4d6b-851a-5f2c572fedf2 HTTP/1.1" status: 204 len: 168 time: 0.7255783 Jun 29 10:42:08.948373 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-f77bfbb1-7214-444a-a659-feb739d1258d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:08.948732 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:08.950790 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:08.996495 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-f77bfbb1-7214-444a-a659-feb739d1258d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:08.997074 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-f77bfbb1-7214-444a-a659-feb739d1258d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:09.009258 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-f77bfbb1-7214-444a-a659-feb739d1258d service neutron] 10.222.0.41 "PUT /v2.0/ports/a8a396db-ba2e-4df9-ae26-ac99811fbb95 HTTP/1.1" status: 200 len: 1093 time: 2.4244814 Jun 29 10:42:09.035503 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c90698-469f-4275-bfd4-23d54b62aa4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fc6cb4-458f-4d6b-851a-5f2c572fedf2,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:09.037539 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-08f31255-8e43-43d2-8a56-c30b3883f3f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:09.040558 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77bfbb1-7214-444a-a659-feb739d1258d service neutron] Pushing event updated for resources: {'Port': ['ID=a8a396db-ba2e-4df9-ae26-ac99811fbb95,revision_number=3']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:09.044173 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-f77bfbb1-7214-444a-a659-feb739d1258d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:09.091892 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-e9c90698-469f-4275-bfd4-23d54b62aa4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:09.176512 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-d766ed06-38c6-496c-a33e-d1e129e03c3b service neutron] 10.222.0.61 "GET /v2.0/networks/b187e754-07fe-4781-924a-d886b55c9244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299087 Jun 29 10:42:09.282843 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-08f31255-8e43-43d2-8a56-c30b3883f3f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:09.289381 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-08f31255-8e43-43d2-8a56-c30b3883f3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:09.295110 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:09.365576 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-08f31255-8e43-43d2-8a56-c30b3883f3f8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b20f1e275cac41c9a5bb2a4a7a8157eb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0785224 Jun 29 10:42:09.368120 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 42788) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:09.425207 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f31255-8e43-43d2-8a56-c30b3883f3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df159de2-d596-4cae-97b9-cfa175db92ac,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:09.429408 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-08f31255-8e43-43d2-8a56-c30b3883f3f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:09.452868 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-14ba5664-86d0-4c7e-96cc-521a1727c214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:09.506306 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-14ba5664-86d0-4c7e-96cc-521a1727c214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:09.575545 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80e995a-61aa-4a9c-8267-5d8a5ad2f9c4 x-openstack-request-id: req-a80e995a-61aa-4a9c-8267-5d8a5ad2f9c4 {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:42:09.575889 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4622b6d3-496a-455b-afb2-a04f77045670", "tag": "2b60c09c-5b8b-496d-a02a-b1d8ecf1da92", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:42:09.576171 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a80e995a-61aa-4a9c-8267-5d8a5ad2f9c4 {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:42:09.578886 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4622b6d3-496a-455b-afb2-a04f77045670', 'tag': '2b60c09c-5b8b-496d-a02a-b1d8ecf1da92', 'status': 'completed', 'code': 200} Jun 29 10:42:09.637032 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-14ba5664-86d0-4c7e-96cc-521a1727c214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:09.647951 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-14ba5664-86d0-4c7e-96cc-521a1727c214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:09.647951 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-14ba5664-86d0-4c7e-96cc-521a1727c214 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/df159de2-d596-4cae-97b9-cfa175db92ac HTTP/1.1" status: 204 len: 168 time: 0.2722876 Jun 29 10:42:09.647951 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:09.655311 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba5664-86d0-4c7e-96cc-521a1727c214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df159de2-d596-4cae-97b9-cfa175db92ac,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:09.661972 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-14ba5664-86d0-4c7e-96cc-521a1727c214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:09.820932 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c375ed-ac78-4790-b1ab-329945eaad2d req-53eb7497-736e-4eb8-9f0f-ba55a8fa675e tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:09.829768 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a4c375ed-ac78-4790-b1ab-329945eaad2d req-53eb7497-736e-4eb8-9f0f-ba55a8fa675e tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 932 time: 0.0948434 Jun 29 10:42:09.904609 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a4c375ed-ac78-4790-b1ab-329945eaad2d req-b658ede3-d205-4208-9526-7b2c928c505c tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737176 Jun 29 10:42:10.028554 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c5569c-c8f3-40e7-84da-200eeaa52e5a x-openstack-request-id: req-f7c5569c-c8f3-40e7-84da-200eeaa52e5a {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:42:10.029539 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "009e4f45-b8cf-497f-9df1-5f666ab2ac88", "tag": "439de3c8-1548-446a-9cf1-d9b3e115795b", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:42:10.030102 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f7c5569c-c8f3-40e7-84da-200eeaa52e5a {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:42:10.030969 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '009e4f45-b8cf-497f-9df1-5f666ab2ac88', 'tag': '439de3c8-1548-446a-9cf1-d9b3e115795b', 'status': 'completed', 'code': 200} Jun 29 10:42:10.050550 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 42814) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:10.076929 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e22e23aa-3af8-4bea-8480-24b8251fc1d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:10.149874 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-71dbf2fe-276a-4b53-b2a6-237d97f77a7e req-4f0da254-d3fc-42d9-9398-1ef251d23ac6 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 210 time: 0.0778935 Jun 29 10:42:10.271343 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c8ca0-94ad-4aad-8a78-1573da085a92 req-8b1ce82b-adbd-4326-a040-9006e2ac42a0 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:10.278589 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a36c8ca0-94ad-4aad-8a78-1573da085a92 req-8b1ce82b-adbd-4326-a040-9006e2ac42a0 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/ports?device_id=4622b6d3-496a-455b-afb2-a04f77045670 HTTP/1.1" status: 200 len: 944 time: 0.1316154 Jun 29 10:42:10.336713 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a36c8ca0-94ad-4aad-8a78-1573da085a92 req-9b6f437d-862d-49be-934d-a359f1ff2783 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/security-groups?id=e04dff6a-b7ed-4af1-9f88-f49fd5fe2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570853 Jun 29 10:42:10.451804 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e22e23aa-3af8-4bea-8480-24b8251fc1d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:10.492491 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e22e23aa-3af8-4bea-8480-24b8251fc1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:10.520576 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-53bcc9b3-9b36-4e08-a331-9f37ab58d436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:10.579452 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-e22e23aa-3af8-4bea-8480-24b8251fc1d6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4a0973a8df084c6ea044edfacc5e319c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5270400 Jun 29 10:42:10.583575 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 42828) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:10.583948 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22e23aa-3af8-4bea-8480-24b8251fc1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179233ad-6225-4441-978f-56499805677d,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:10.605010 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-e22e23aa-3af8-4bea-8480-24b8251fc1d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:10.630315 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08710b-d610-4892-bf63-85d158dee2ce req-9b6e6fa5-e65f-41db-baab-9fe7c8983ed1 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:10.639615 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-7a08710b-d610-4892-bf63-85d158dee2ce req-9b6e6fa5-e65f-41db-baab-9fe7c8983ed1 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=572f8122-8946-423c-8cf8-0e04c05bbdfb HTTP/1.1" status: 200 len: 943 time: 0.2464433 Jun 29 10:42:10.713918 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-7a08710b-d610-4892-bf63-85d158dee2ce req-a6752df6-2b11-4910-b671-d229875c4ae7 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727365 Jun 29 10:42:10.733827 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d597ce8d-be2d-408b-9764-b0c349cafdb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:10.771301 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d597ce8d-be2d-408b-9764-b0c349cafdb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:10.847220 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d597ce8d-be2d-408b-9764-b0c349cafdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:10.852385 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d597ce8d-be2d-408b-9764-b0c349cafdb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:10.860830 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-d597ce8d-be2d-408b-9764-b0c349cafdb9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/179233ad-6225-4441-978f-56499805677d HTTP/1.1" status: 204 len: 168 time: 0.2761564 Jun 29 10:42:10.861643 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-588e99b3-ef2c-4e2c-8176-db638ccb8a06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:10.869636 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597ce8d-be2d-408b-9764-b0c349cafdb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179233ad-6225-4441-978f-56499805677d,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:10.871936 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-d597ce8d-be2d-408b-9764-b0c349cafdb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:11.119044 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1cbda0-c321-4566-91c9-aaf122a266b0 req-460f7925-d1a8-4f0e-8888-f699d664d905 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:11.120778 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8f1cbda0-c321-4566-91c9-aaf122a266b0 req-460f7925-d1a8-4f0e-8888-f699d664d905 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 932 time: 0.0767457 Jun 29 10:42:11.163388 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8f1cbda0-c321-4566-91c9-aaf122a266b0 req-3e4294fa-04ba-4249-95e5-fa7268de422d tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361776 Jun 29 10:42:11.415412 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c23df69f-4f52-44ae-ac8e-783bf23a0c7a req-2fa34a9d-8b8e-495d-9f71-2477b680287a tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 210 time: 0.0508742 Jun 29 10:42:11.646757 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11181cd-697c-4b0d-b3e3-150bb2bac594 req-f0c38c3e-5adf-4ae4-8809-4aa9bfd371c3 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:11.654287 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f11181cd-697c-4b0d-b3e3-150bb2bac594 req-f0c38c3e-5adf-4ae4-8809-4aa9bfd371c3 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/ports?device_id=4622b6d3-496a-455b-afb2-a04f77045670 HTTP/1.1" status: 200 len: 944 time: 0.0999503 Jun 29 10:42:11.698927 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f11181cd-697c-4b0d-b3e3-150bb2bac594 req-79391114-4e2e-46b6-be49-05a432ae2fc6 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/security-groups?id=e04dff6a-b7ed-4af1-9f88-f49fd5fe2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435097 Jun 29 10:42:11.887082 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2a201-bfda-4561-864b-8e8f8957dd45 req-cc16b40e-6d09-4039-8101-1bf1b1e1edaf tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:11.888842 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-30b2a201-bfda-4561-864b-8e8f8957dd45 req-cc16b40e-6d09-4039-8101-1bf1b1e1edaf tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=572f8122-8946-423c-8cf8-0e04c05bbdfb HTTP/1.1" status: 200 len: 943 time: 0.0662363 Jun 29 10:42:11.933468 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-30b2a201-bfda-4561-864b-8e8f8957dd45 req-0998bfae-2d52-4060-8903-7276aeb47632 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383580 Jun 29 10:42:12.032509 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '572f8122-8946-423c-8cf8-0e04c05bbdfb', 'tag': 'a8a396db-ba2e-4df9-ae26-ac99811fbb95'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:42:12.035312 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}741eff7b388cda03fc4d9e55606c84397052c5857ae4d93d7a3b4e67aaed09af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a31cad-06aa-42df-bb02-ab791eee8377" -d '{"events": [{"name": "network-changed", "server_uuid": "572f8122-8946-423c-8cf8-0e04c05bbdfb", "tag": "a8a396db-ba2e-4df9-ae26-ac99811fbb95"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:42:12.073573 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7008b4-087a-44c1-a6a0-873d77969f5a x-openstack-request-id: req-9c7008b4-087a-44c1-a6a0-873d77969f5a {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:42:12.073883 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "572f8122-8946-423c-8cf8-0e04c05bbdfb", "tag": "a8a396db-ba2e-4df9-ae26-ac99811fbb95", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:42:12.074246 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9c7008b4-087a-44c1-a6a0-873d77969f5a {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:42:12.074715 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '572f8122-8946-423c-8cf8-0e04c05bbdfb', 'tag': 'a8a396db-ba2e-4df9-ae26-ac99811fbb95', 'status': 'completed', 'code': 200} Jun 29 10:42:12.335349 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-5a870281-d9e3-4bff-a1d2-cbf73a4d740f service neutron] Request body: {'port': {'device_id': '2aa1e2d0-1534-4e31-a17c-9edffab3f1fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:12.370054 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ae5d8-94e4-4f2f-9ea7-6dc9548fa646 req-9db71295-667f-4a02-b364-835d3f2fa6cd tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:12.372498 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-421ae5d8-94e4-4f2f-9ea7-6dc9548fa646 req-9db71295-667f-4a02-b364-835d3f2fa6cd tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 932 time: 0.0806589 Jun 29 10:42:12.518959 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-421ae5d8-94e4-4f2f-9ea7-6dc9548fa646 req-cf8c3956-5ea6-4a04-ab91-c841e62608d9 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335392 Jun 29 10:42:12.613384 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b875c084-d20a-4178-a966-dfdb1dcb0cd3 req-f1565d75-64fd-4625-acfc-ca5b2822fdda tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 210 time: 0.0395329 Jun 29 10:42:12.617386 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-e83b2829-4b96-4d1f-87b4-008aeeba85e8 service neutron] 10.222.0.41 "GET /v2.0/networks/8b9487a0-ea75-4736-8510-0cb2cf6819b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436621 Jun 29 10:42:12.790422 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ff5e01e9-8623-4107-b2ff-73373a4c5ce3 req-743183fc-0c55-4a2b-8580-8dcb7824d290 service neutron] 10.222.0.41 "GET /v2.0/networks/8b9487a0-ea75-4736-8510-0cb2cf6819b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629333 Jun 29 10:42:12.832193 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-b62dc78c-65c8-483c-ad67-da72c45e9b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:12.833792 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-b62dc78c-65c8-483c-ad67-da72c45e9b63 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d9c3e9c-911d-4514-9065-0e24527aa31d HTTP/1.1" status: 200 len: 859 time: 0.4946735 Jun 29 10:42:12.977149 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-86a726ed-bdaa-46ee-9eb7-a39b858dbfe3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927813 Jun 29 10:42:13.028579 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a31cad-06aa-42df-bb02-ab791eee8377 req-e5c44e0e-5c51-44f9-81eb-9ee07af742bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:13.030070 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-04a31cad-06aa-42df-bb02-ab791eee8377 req-e5c44e0e-5c51-44f9-81eb-9ee07af742bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dad9db5067174f9cb9eb9c074e88edeb&device_id=572f8122-8946-423c-8cf8-0e04c05bbdfb HTTP/1.1" status: 200 len: 1096 time: 0.5956733 Jun 29 10:42:13.076182 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-5a870281-d9e3-4bff-a1d2-cbf73a4d740f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:13.156697 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91800e53-0fff-4e78-bb84-76e30326c130 req-e1a3d185-45ca-48db-9874-11043c22a85d tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:13.160331 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-91800e53-0fff-4e78-bb84-76e30326c130 req-e1a3d185-45ca-48db-9874-11043c22a85d tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/ports?device_id=4622b6d3-496a-455b-afb2-a04f77045670 HTTP/1.1" status: 200 len: 944 time: 0.2427573 Jun 29 10:42:13.181233 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc38acb-df02-4c70-a38e-a94d21f2101d req-d48cec86-8ce6-4da3-b679-45349dc830b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:13.182963 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fdc38acb-df02-4c70-a38e-a94d21f2101d req-d48cec86-8ce6-4da3-b679-45349dc830b3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4bf2f2650ea42f69167d26df12d7266&device_id=4622b6d3-496a-455b-afb2-a04f77045670 HTTP/1.1" status: 200 len: 1097 time: 0.2506278 Jun 29 10:42:13.523913 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-91800e53-0fff-4e78-bb84-76e30326c130 req-3ed959f1-d5a0-437d-bc55-883af29304d1 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/security-groups?id=e04dff6a-b7ed-4af1-9f88-f49fd5fe2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485694 Jun 29 10:42:13.594488 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-075a157c-8e70-4bf4-9677-e0d1f4118709 service neutron] 10.222.0.41 "GET /v2.0/networks/918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6001551 Jun 29 10:42:13.616551 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.41', 55025) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:13.661931 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a31cad-06aa-42df-bb02-ab791eee8377 req-4f107e08-ea44-4e01-a1a0-33a99d5a299b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:13.665923 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-04a31cad-06aa-42df-bb02-ab791eee8377 req-4f107e08-ea44-4e01-a1a0-33a99d5a299b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=dad9db5067174f9cb9eb9c074e88edeb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.6151710 Jun 29 10:42:13.802766 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc38acb-df02-4c70-a38e-a94d21f2101d req-e07ee281-a639-4a95-b18f-246486b6e2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:13.804485 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fdc38acb-df02-4c70-a38e-a94d21f2101d req-e07ee281-a639-4a95-b18f-246486b6e2e1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8b9487a0-ea75-4736-8510-0cb2cf6819b2 HTTP/1.1" status: 200 len: 913 time: 0.5771985 Jun 29 10:42:13.832448 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc4447-9e38-4f47-b7b7-60a84d060c2f req-c7256632-abc2-43ab-955f-a5d778225cb1 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:13.834195 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e0dc4447-9e38-4f47-b7b7-60a84d060c2f req-c7256632-abc2-43ab-955f-a5d778225cb1 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=572f8122-8946-423c-8cf8-0e04c05bbdfb HTTP/1.1" status: 200 len: 943 time: 0.5743992 Jun 29 10:42:14.110415 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-10ca09c2-84e3-43b9-a963-67962cfd52cf req-ea04b1a9-ceb3-40f7-ae84-621fd00ca7ba service neutron] 10.222.0.41 "GET /v2.0/networks/918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4783521 Jun 29 10:42:14.140611 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a31cad-06aa-42df-bb02-ab791eee8377 req-12584434-caa2-40cb-a68d-716348f4071d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:14.142078 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-04a31cad-06aa-42df-bb02-ab791eee8377 req-12584434-caa2-40cb-a68d-716348f4071d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4584765 Jun 29 10:42:14.145516 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fdc38acb-df02-4c70-a38e-a94d21f2101d req-cb9a25c3-eebb-4892-a585-81ce1f2a9bfc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b60c09c-5b8b-496d-a02a-b1d8ecf1da92 HTTP/1.1" status: 200 len: 217 time: 0.3203027 Jun 29 10:42:14.200809 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.notifiers.nova [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-5a870281-d9e3-4bff-a1d2-cbf73a4d740f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 052b955f-f467-4f18-a0ec-0506c313fc95 {{(pid=99532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:42:14.210755 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-5a870281-d9e3-4bff-a1d2-cbf73a4d740f service neutron] Notify callbacks [] for port, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:14.217842 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e0dc4447-9e38-4f47-b7b7-60a84d060c2f req-25516377-92dd-4d71-86bd-d07611ebcc83 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623621 Jun 29 10:42:14.227141 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.provisioning_blocks [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-5a870281-d9e3-4bff-a1d2-cbf73a4d740f service neutron] Transition to ACTIVE for port object 052b955f-f467-4f18-a0ec-0506c313fc95 will not be triggered until provisioned by entity L2. {{(pid=99532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:42:14.241707 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-5a870281-d9e3-4bff-a1d2-cbf73a4d740f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:14.248114 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-f77bfbb1-7214-444a-a659-feb739d1258d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:14.373285 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-ef3e8ece-c6a7-43d9-877e-cac813ccb19f tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:14.398633 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-ef3e8ece-c6a7-43d9-877e-cac813ccb19f tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.41 "GET /v2.0/networks?id=b187e754-07fe-4781-924a-d886b55c9244 HTTP/1.1" status: 200 len: 817 time: 0.7709849 Jun 29 10:42:14.413911 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a870281-d9e3-4bff-a1d2-cbf73a4d740f service neutron] Pushing event updated for resources: {'Port': ['ID=052b955f-f467-4f18-a0ec-0506c313fc95,revision_number=2']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:14.418819 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-5a870281-d9e3-4bff-a1d2-cbf73a4d740f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:14.445136 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-5a870281-d9e3-4bff-a1d2-cbf73a4d740f service neutron] Attempting to bind port 052b955f-f467-4f18-a0ec-0506c313fc95 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:42:14.445474 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-5a870281-d9e3-4bff-a1d2-cbf73a4d740f service neutron] Attempting to bind port 052b955f-f467-4f18-a0ec-0506c313fc95 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '6a7dfca7-47fa-40e6-9307-39f28100bd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83'}] {{(pid=99532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:42:14.445800 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-5a870281-d9e3-4bff-a1d2-cbf73a4d740f service neutron] Attempting to bind port 052b955f-f467-4f18-a0ec-0506c313fc95 on network 918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:42:14.459942 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-5a870281-d9e3-4bff-a1d2-cbf73a4d740f service neutron] Port 052b955f-f467-4f18-a0ec-0506c313fc95 on network 918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:42:14.460177 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-5a870281-d9e3-4bff-a1d2-cbf73a4d740f service neutron] Attempting to bind port 052b955f-f467-4f18-a0ec-0506c313fc95 on network 918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:42:14.473010 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-5a870281-d9e3-4bff-a1d2-cbf73a4d740f service neutron] Checking agent: {'id': 'd76c2234-1a1a-45d0-9761-a55b876eff8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 39, 54), 'started_at': datetime.datetime(2021, 6, 29, 10, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:42:14.474108 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-5a870281-d9e3-4bff-a1d2-cbf73a4d740f service neutron] Checking segment: {'id': '6a7dfca7-47fa-40e6-9307-39f28100bd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:42:14.474654 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-5a870281-d9e3-4bff-a1d2-cbf73a4d740f service neutron] Bound using segment: {'id': '6a7dfca7-47fa-40e6-9307-39f28100bd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83'} {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:42:14.475233 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-5a870281-d9e3-4bff-a1d2-cbf73a4d740f service neutron] Bound port: 052b955f-f467-4f18-a0ec-0506c313fc95, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a7dfca7-47fa-40e6-9307-39f28100bd69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83'}}] {{(pid=99532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:42:14.475811 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-5a870281-d9e3-4bff-a1d2-cbf73a4d740f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:14.478044 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398719b8-73dd-4e6d-8706-42d82c5bb731 req-0b8090e6-4fb7-4cf0-8281-c932c0bcd706 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:14.479912 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-398719b8-73dd-4e6d-8706-42d82c5bb731 req-0b8090e6-4fb7-4cf0-8281-c932c0bcd706 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 932 time: 0.6994023 Jun 29 10:42:14.505883 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c697230-60e1-4cf2-9dc5-d151bd20097a req-12c0f4c8-6865-497c-8cad-f35d7029eed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:14.507772 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-9c697230-60e1-4cf2-9dc5-d151bd20097a req-12c0f4c8-6865-497c-8cad-f35d7029eed9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b6c9d7b614441d89eb7369f33fd9153&device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 1097 time: 0.2077425 Jun 29 10:42:14.584195 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-5a870281-d9e3-4bff-a1d2-cbf73a4d740f service neutron] For port 052b955f-f467-4f18-a0ec-0506c313fc95, host hv-cinder-79220, cleared binding levels {{(pid=99532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:42:14.593588 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-5a870281-d9e3-4bff-a1d2-cbf73a4d740f service neutron] For port 052b955f-f467-4f18-a0ec-0506c313fc95, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=052b955f-f467-4f18-a0ec-0506c313fc95,segment=NetworkSegment(6a7dfca7-47fa-40e6-9307-39f28100bd69),segment_id=6a7dfca7-47fa-40e6-9307-39f28100bd69)] {{(pid=99532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:42:14.594075 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3f83233a-e4dc-42b6-9428-0a9ae7899311 req-41daf4dd-aa0e-44d2-bf45-628b22bb9de0 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 210 time: 0.1869919 Jun 29 10:42:14.594942 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-8ec07df4-6490-486a-97a1-cc5bd1095cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:14.597241 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-8ec07df4-6490-486a-97a1-cc5bd1095cd2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dad9db5067174f9cb9eb9c074e88edeb&device_id=572f8122-8946-423c-8cf8-0e04c05bbdfb HTTP/1.1" status: 200 len: 1096 time: 0.2535346 Jun 29 10:42:14.623509 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 43026) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:14.656758 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc38acb-df02-4c70-a38e-a94d21f2101d req-dd6692e4-afbd-4c73-b51d-056341b9c253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:14.658520 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fdc38acb-df02-4c70-a38e-a94d21f2101d req-dd6692e4-afbd-4c73-b51d-056341b9c253 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0e06e197-d0f4-4076-8f57-3667200273ee HTTP/1.1" status: 200 len: 852 time: 0.4359374 Jun 29 10:42:14.680384 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-398719b8-73dd-4e6d-8706-42d82c5bb731 req-9fef1c65-314c-4690-8b63-bdddc7035cb0 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618485 Jun 29 10:42:14.719962 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-5a870281-d9e3-4bff-a1d2-cbf73a4d740f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:14.757593 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fdc38acb-df02-4c70-a38e-a94d21f2101d req-af1f4736-8725-40ea-9c0c-fc47a2819930 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8b9487a0-ea75-4736-8510-0cb2cf6819b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762265 Jun 29 10:42:14.767569 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-8eceb461-b765-4313-82be-f004486a224e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8a396db-ba2e-4df9-ae26-ac99811fbb95 HTTP/1.1" status: 200 len: 217 time: 0.1234815 Jun 29 10:42:14.774489 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-f77bfbb1-7214-444a-a659-feb739d1258d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:14.791395 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-06958377-2fac-45a7-9369-2e4e54604764 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1ea4791d1b04b298cdfcb878b9a2e28 HTTP/1.1" status: 200 len: 380 time: 0.3593667 Jun 29 10:42:14.814557 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-b25a4717-d55d-41af-a015-f5a11d5291cb tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Request body: {'port': {'device_id': 'ef1710dd-53bf-47bc-8037-9abc8dbbd0b0', 'network_id': 'b187e754-07fe-4781-924a-d886b55c9244', 'admin_state_up': True, 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'security_groups': ['361f5f29-8d39-4694-b315-18afafc5925e']}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:14.916793 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-5a870281-d9e3-4bff-a1d2-cbf73a4d740f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:14.917387 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-5a870281-d9e3-4bff-a1d2-cbf73a4d740f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:14.918814 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-5a870281-d9e3-4bff-a1d2-cbf73a4d740f service neutron] 10.222.0.41 "PUT /v2.0/ports/052b955f-f467-4f18-a0ec-0506c313fc95 HTTP/1.1" status: 200 len: 1094 time: 2.5905313 Jun 29 10:42:14.925368 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aa1e2d0-1534-4e31-a17c-9edffab3f1fe', 'tag': '052b955f-f467-4f18-a0ec-0506c313fc95'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:42:14.928192 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}741eff7b388cda03fc4d9e55606c84397052c5857ae4d93d7a3b4e67aaed09af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3debdd-da43-434e-adcc-466e837cd89f" -d '{"events": [{"name": "network-changed", "server_uuid": "2aa1e2d0-1534-4e31-a17c-9edffab3f1fe", "tag": "052b955f-f467-4f18-a0ec-0506c313fc95"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:42:14.934259 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d3455f51-d49c-46e3-b25e-190011e8b941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:15.003134 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-7d11272a-0a70-4bc4-8f5d-9a1186218092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:15.004018 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-7d11272a-0a70-4bc4-8f5d-9a1186218092 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1643e872-1bdb-489a-8d50-24dbd0235148 HTTP/1.1" status: 200 len: 854 time: 0.1909258 Jun 29 10:42:15.016087 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c697230-60e1-4cf2-9dc5-d151bd20097a req-b7236162-76f1-4dcd-b275-95ab3078a558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:15.017654 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-9c697230-60e1-4cf2-9dc5-d151bd20097a req-b7236162-76f1-4dcd-b275-95ab3078a558 service neutron] 10.222.0.41 "GET /v2.0/networks?id=918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83 HTTP/1.1" status: 200 len: 920 time: 0.4250720 Jun 29 10:42:15.021404 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32122cf-95cd-4811-b3c7-092fa6862ad9 x-openstack-request-id: req-c32122cf-95cd-4811-b3c7-092fa6862ad9 {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:42:15.021760 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aa1e2d0-1534-4e31-a17c-9edffab3f1fe", "tag": "052b955f-f467-4f18-a0ec-0506c313fc95", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:42:15.022061 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c32122cf-95cd-4811-b3c7-092fa6862ad9 {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:42:15.022439 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aa1e2d0-1534-4e31-a17c-9edffab3f1fe', 'tag': '052b955f-f467-4f18-a0ec-0506c313fc95', 'status': 'completed', 'code': 200} Jun 29 10:42:15.046619 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a870281-d9e3-4bff-a1d2-cbf73a4d740f service neutron] Pushing event updated for resources: {'Port': ['ID=052b955f-f467-4f18-a0ec-0506c313fc95,revision_number=3']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:15.053815 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fdc38acb-df02-4c70-a38e-a94d21f2101d req-fb630de0-b8bf-4ada-ba7f-056036e5bd9b service neutron] 10.222.0.41 "GET /v2.0/networks/8b9487a0-ea75-4736-8510-0cb2cf6819b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858632 Jun 29 10:42:15.054617 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-5a870281-d9e3-4bff-a1d2-cbf73a4d740f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:15.079871 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-c35a512e-4d4f-4172-8fdb-0f5df2c6fe4c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=730b9790-c1e3-474e-a663-0330ab8e1d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612409 Jun 29 10:42:15.138171 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283310e1-7f9a-41cc-adbe-f062d6d36c85 req-071ea45d-0d8b-4b33-b665-8e2584051ecd tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:15.139940 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-283310e1-7f9a-41cc-adbe-f062d6d36c85 req-071ea45d-0d8b-4b33-b665-8e2584051ecd tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/ports?device_id=4622b6d3-496a-455b-afb2-a04f77045670 HTTP/1.1" status: 200 len: 944 time: 0.3300636 Jun 29 10:42:15.233259 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-283310e1-7f9a-41cc-adbe-f062d6d36c85 req-657b97ad-20b0-4752-b700-9289ece7934a tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/security-groups?id=e04dff6a-b7ed-4af1-9f88-f49fd5fe2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868301 Jun 29 10:42:15.276278 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fdc38acb-df02-4c70-a38e-a94d21f2101d req-fe22fc05-7304-4172-ad55-9e45613ef0f5 service neutron] 10.222.0.41 "GET /v2.0/networks/8b9487a0-ea75-4736-8510-0cb2cf6819b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136364 Jun 29 10:42:15.289583 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d3455f51-d49c-46e3-b25e-190011e8b941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:15.297237 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-9c697230-60e1-4cf2-9dc5-d151bd20097a req-73a49a98-8f01-4955-b86d-d94b5fbfa9e9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=439de3c8-1548-446a-9cf1-d9b3e115795b HTTP/1.1" status: 200 len: 217 time: 0.2474537 Jun 29 10:42:15.298491 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d3455f51-d49c-46e3-b25e-190011e8b941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:15.310226 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-535623be-dd9f-42a8-a379-d11658f1bc38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:15.322167 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-011ab31c-3a8c-4f6e-a97d-9cc2fe2c25f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:15.324134 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-011ab31c-3a8c-4f6e-a97d-9cc2fe2c25f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b6c9d7b614441d89eb7369f33fd9153&device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 1097 time: 0.3181384 Jun 29 10:42:15.352299 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-b25a4717-d55d-41af-a015-f5a11d5291cb tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Made reservation on behalf of f1ea4791d1b04b298cdfcb878b9a2e28 for: {'port': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:42:15.355840 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-b25a4717-d55d-41af-a015-f5a11d5291cb tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:15.366154 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3455f51-d49c-46e3-b25e-190011e8b941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d723644-3434-4482-94ec-6018d729a987,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:15.370306 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-d3455f51-d49c-46e3-b25e-190011e8b941 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8cb56ae233e947a0aa43a385046d3a16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7435470 Jun 29 10:42:15.374030 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-d3455f51-d49c-46e3-b25e-190011e8b941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:15.374493 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 43054) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:15.425092 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-1232eb47-c4a4-4b93-ae96-a753623e0344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:15.447215 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-1232eb47-c4a4-4b93-ae96-a753623e0344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:15.485231 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cbaf20-54f3-464e-8836-0ce28189be5c req-924772bc-f872-4e6c-9667-7a2b8ebf72a3 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:15.486714 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b1cbaf20-54f3-464e-8836-0ce28189be5c req-924772bc-f872-4e6c-9667-7a2b8ebf72a3 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=572f8122-8946-423c-8cf8-0e04c05bbdfb HTTP/1.1" status: 200 len: 943 time: 0.1136699 Jun 29 10:42:15.501644 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-1232eb47-c4a4-4b93-ae96-a753623e0344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:15.505975 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-1232eb47-c4a4-4b93-ae96-a753623e0344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:15.510608 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-1232eb47-c4a4-4b93-ae96-a753623e0344 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6d723644-3434-4482-94ec-6018d729a987 HTTP/1.1" status: 204 len: 168 time: 0.1350744 Jun 29 10:42:15.511548 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:15.520320 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1232eb47-c4a4-4b93-ae96-a753623e0344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d723644-3434-4482-94ec-6018d729a987,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:15.522911 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-1232eb47-c4a4-4b93-ae96-a753623e0344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:15.560162 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b1cbaf20-54f3-464e-8836-0ce28189be5c req-cd9c4ad8-29cf-41ec-b2a2-d23402036056 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669909 Jun 29 10:42:15.577338 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-b25a4717-d55d-41af-a015-f5a11d5291cb tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Allocated IP 172.20.0.8 (b187e754-07fe-4781-924a-d886b55c9244/1434ea17-151b-4fa4-8fce-ecfeaa34af2c/f81f0739-2eca-4195-b5b1-9f5daf0ce8f0) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:42:15.872587 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c24e1608-9661-43c3-a135-3d86146c33f0 req-c142cc8b-f4e5-4bdf-b00c-c6fa2a0481db tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 210 time: 0.0739264 Jun 29 10:42:15.930138 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-b25a4717-d55d-41af-a015-f5a11d5291cb tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:15.950772 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-b25a4717-d55d-41af-a015-f5a11d5291cb tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Transition to ACTIVE for port object f81f0739-2eca-4195-b5b1-9f5daf0ce8f0 will not be triggered until provisioned by entity DHCP. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:42:15.997047 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-b25a4717-d55d-41af-a015-f5a11d5291cb tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:16.007854 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-5eeb0efe-4d40-41a1-9bc6-bd97320e6eb3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:16.087654 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1182f-27ce-4db7-bdb5-e3665bc123e1 req-8cd7ce36-7323-4109-a142-fa16f944994c tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:16.088103 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 43082) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:16.090215 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-12e1182f-27ce-4db7-bdb5-e3665bc123e1 req-8cd7ce36-7323-4109-a142-fa16f944994c tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 944 time: 0.2204452 Jun 29 10:42:16.103961 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-b25a4717-d55d-41af-a015-f5a11d5291cb tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Network b187e754-07fe-4781-924a-d886b55c9244 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:42:16.110732 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7d5764b5-c5c7-4181-934d-0efe31e45567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:16.139772 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-b25a4717-d55d-41af-a015-f5a11d5291cb tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:42:16.151768 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a4717-d55d-41af-a015-f5a11d5291cb tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Pushing event updated for resources: {'Port': ['ID=f81f0739-2eca-4195-b5b1-9f5daf0ce8f0,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:16.157478 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-b25a4717-d55d-41af-a015-f5a11d5291cb tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:42:16.162724 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-b25a4717-d55d-41af-a015-f5a11d5291cb tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:16.163556 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-b25a4717-d55d-41af-a015-f5a11d5291cb tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:16.174192 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b25a4717-d55d-41af-a015-f5a11d5291cb tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:16.206200 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-12e1182f-27ce-4db7-bdb5-e3665bc123e1 req-e4ada892-4fba-484b-8c64-3094ea5505a2 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008761 Jun 29 10:42:16.230544 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7d5764b5-c5c7-4181-934d-0efe31e45567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:16.235546 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7d5764b5-c5c7-4181-934d-0efe31e45567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:16.240149 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-472ebe03-e0ef-4869-abb9-898a9a65a8cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:16.242351 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-b25a4717-d55d-41af-a015-f5a11d5291cb tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4416296 Jun 29 10:42:16.288826 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-7d5764b5-c5c7-4181-934d-0efe31e45567 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=90fc21d285324f4f8c7e67536a7885e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1992681 Jun 29 10:42:16.289417 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5764b5-c5c7-4181-934d-0efe31e45567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f73d54-e832-42d5-8cfb-93737e19acfd,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:16.291167 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 43086) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:16.305692 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-7d5764b5-c5c7-4181-934d-0efe31e45567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:16.360362 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-16766f93-af41-459f-9e45-be6facae4228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:16.388879 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-16766f93-af41-459f-9e45-be6facae4228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:16.462744 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0bd89c8b-a290-48f1-b0a1-d5c8f533f618 None None] Provisioning for port f81f0739-2eca-4195-b5b1-9f5daf0ce8f0 completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:42:16.466553 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0bd89c8b-a290-48f1-b0a1-d5c8f533f618 None None] Provisioning complete for port f81f0739-2eca-4195-b5b1-9f5daf0ce8f0 triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:16.467031 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0bd89c8b-a290-48f1-b0a1-d5c8f533f618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:16.481922 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8ebe5-92c3-442b-8376-7c12da0a56ba req-21241331-eab2-4a67-8b62-06e5564349cd tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:16.483432 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-91f8ebe5-92c3-442b-8376-7c12da0a56ba req-21241331-eab2-4a67-8b62-06e5564349cd tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/ports?device_id=4622b6d3-496a-455b-afb2-a04f77045670 HTTP/1.1" status: 200 len: 944 time: 0.0921485 Jun 29 10:42:16.495182 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-16766f93-af41-459f-9e45-be6facae4228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:16.498804 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-16766f93-af41-459f-9e45-be6facae4228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:16.499851 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-16766f93-af41-459f-9e45-be6facae4228 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f5f73d54-e832-42d5-8cfb-93737e19acfd HTTP/1.1" status: 204 len: 168 time: 0.2069941 Jun 29 10:42:16.506556 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:16.506857 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-0bd89c8b-a290-48f1-b0a1-d5c8f533f618 None None] Port f81f0739-2eca-4195-b5b1-9f5daf0ce8f0 cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:42:16.519112 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16766f93-af41-459f-9e45-be6facae4228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f73d54-e832-42d5-8cfb-93737e19acfd,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:16.525982 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-16766f93-af41-459f-9e45-be6facae4228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:16.533533 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-91f8ebe5-92c3-442b-8376-7c12da0a56ba req-e1f94fe9-8d62-4297-bcae-b915bb59f2ed tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/security-groups?id=e04dff6a-b7ed-4af1-9f88-f49fd5fe2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443509 Jun 29 10:42:16.730101 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7864d9-909d-443b-8e37-f3ce7609c96e req-89a9a584-67dc-4b0a-9a87-afcaa66bc323 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:16.731581 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ff7864d9-909d-443b-8e37-f3ce7609c96e req-89a9a584-67dc-4b0a-9a87-afcaa66bc323 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=572f8122-8946-423c-8cf8-0e04c05bbdfb HTTP/1.1" status: 200 len: 943 time: 0.0608344 Jun 29 10:42:16.775391 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ff7864d9-909d-443b-8e37-f3ce7609c96e req-82643811-a5e7-4bf7-8b7c-6579201d3ff0 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379462 Jun 29 10:42:17.073255 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc526a71-6d92-449b-b15f-6596b324aa1b req-2ac353d2-609d-447c-9d46-db79c4676448 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:17.074807 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fc526a71-6d92-449b-b15f-6596b324aa1b req-2ac353d2-609d-447c-9d46-db79c4676448 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 931 time: 0.0681150 Jun 29 10:42:17.115859 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fc526a71-6d92-449b-b15f-6596b324aa1b req-7504ee9e-9caa-4307-9739-df644dd37654 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353510 Jun 29 10:42:17.373006 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03f31e-e600-4158-89e2-cbfc6eb31bc1 req-4b96df17-8382-48c5-a8f8-9feb35828756 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:17.374871 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-da03f31e-e600-4158-89e2-cbfc6eb31bc1 req-4b96df17-8382-48c5-a8f8-9feb35828756 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 944 time: 0.0677819 Jun 29 10:42:17.413028 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-da03f31e-e600-4158-89e2-cbfc6eb31bc1 req-5c89c5a1-5070-42cb-b4b6-013964c5fb67 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314789 Jun 29 10:42:17.509311 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 43130) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:17.609020 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-928327f1-67f8-4843-8918-d3db2e223cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:17.741900 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6f9c6-3839-45b7-b9f3-e46ad5df07c1 req-4b6c3b70-2935-41cc-848b-4fafc940bb16 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:17.743391 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a4e6f9c6-3839-45b7-b9f3-e46ad5df07c1 req-4b6c3b70-2935-41cc-848b-4fafc940bb16 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/ports?device_id=4622b6d3-496a-455b-afb2-a04f77045670 HTTP/1.1" status: 200 len: 944 time: 0.0975840 Jun 29 10:42:17.759598 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-928327f1-67f8-4843-8918-d3db2e223cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:17.768124 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-928327f1-67f8-4843-8918-d3db2e223cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:17.772076 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-08f31255-8e43-43d2-8a56-c30b3883f3f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:17.819467 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-928327f1-67f8-4843-8918-d3db2e223cb5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=adc6fb025eee4482aea6a8b7c701fed6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3091085 Jun 29 10:42:17.822110 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 43138) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:17.822583 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a4e6f9c6-3839-45b7-b9f3-e46ad5df07c1 req-3d338f9d-dbfc-49d3-b641-3d5e402454a1 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/security-groups?id=e04dff6a-b7ed-4af1-9f88-f49fd5fe2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720234 Jun 29 10:42:17.827214 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928327f1-67f8-4843-8918-d3db2e223cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b4fe9a-e435-43bd-845b-6315e31de6cb,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:17.830472 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-928327f1-67f8-4843-8918-d3db2e223cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:17.885807 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d6ac9041-0ff2-4bd4-89df-92cb0dac8118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:17.909890 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d6ac9041-0ff2-4bd4-89df-92cb0dac8118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:17.937489 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device 2b60c09c-5b8b-496d-a02a-b1d8ecf1da92 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:42:17.942627 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-d1ae2199-d788-4955-8f0f-999568cea511 service neutron] Request body: {'port': {'device_id': 'ef1710dd-53bf-47bc-8037-9abc8dbbd0b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:18.001437 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3023d421-1a67-4c95-a94b-9f37d8f3c7e5 req-0d8e39f0-b815-43f2-9f81-62a7687cd1bd tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:18.003214 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3023d421-1a67-4c95-a94b-9f37d8f3c7e5 req-0d8e39f0-b815-43f2-9f81-62a7687cd1bd tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=572f8122-8946-423c-8cf8-0e04c05bbdfb HTTP/1.1" status: 200 len: 943 time: 0.1130629 Jun 29 10:42:18.045357 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-67de9fcb-3812-42d2-b033-bd818bd36437 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=052b955f-f467-4f18-a0ec-0506c313fc95 HTTP/1.1" status: 200 len: 217 time: 0.1024370 Jun 29 10:42:18.051242 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port 2b60c09c-5b8b-496d-a02a-b1d8ecf1da92, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=2b60c09c-5b8b-496d-a02a-b1d8ecf1da92,segment=NetworkSegment(77ca07d3-b55e-4e5e-ad7d-5ffed1d9943c),segment_id=77ca07d3-b55e-4e5e-ad7d-5ffed1d9943c)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:42:18.065049 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Returning: {'device': '2b60c09c-5b8b-496d-a02a-b1d8ecf1da92', 'network_id': '8b9487a0-ea75-4736-8510-0cb2cf6819b2', 'port_id': '2b60c09c-5b8b-496d-a02a-b1d8ecf1da92', 'mac_address': 'fa:16:3e:d7:0e:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e06e197-d0f4-4076-8f57-3667200273ee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:42:18.074171 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-d1ae2199-d788-4955-8f0f-999568cea511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:18.090392 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3023d421-1a67-4c95-a94b-9f37d8f3c7e5 req-d8ca20c2-718a-4b44-9f78-36823141d160 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593696 Jun 29 10:42:18.115597 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:18.128129 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c697230-60e1-4cf2-9dc5-d151bd20097a req-00a45838-07c9-457f-bb19-55f327d45ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:18.128129 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-9c697230-60e1-4cf2-9dc5-d151bd20097a req-00a45838-07c9-457f-bb19-55f327d45ab0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d9c3e9c-911d-4514-9065-0e24527aa31d HTTP/1.1" status: 200 len: 859 time: 0.1764202 Jun 29 10:42:18.136385 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b60c09c-5b8b-496d-a02a-b1d8ecf1da92 {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:42:18.162161 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port 2b60c09c-5b8b-496d-a02a-b1d8ecf1da92, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=2b60c09c-5b8b-496d-a02a-b1d8ecf1da92,segment=NetworkSegment(77ca07d3-b55e-4e5e-ad7d-5ffed1d9943c),segment_id=77ca07d3-b55e-4e5e-ad7d-5ffed1d9943c)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:42:18.166968 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:18.168197 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device 439de3c8-1548-446a-9cf1-d9b3e115795b details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:42:18.169927 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d6ac9041-0ff2-4bd4-89df-92cb0dac8118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:18.171974 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-e08705b8-f591-48ff-84c5-d6c56d07eb35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:18.176560 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-9c697230-60e1-4cf2-9dc5-d151bd20097a req-f58c6f5c-ed32-491c-8548-023477046127 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435967 Jun 29 10:42:18.179697 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d6ac9041-0ff2-4bd4-89df-92cb0dac8118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:18.180734 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-d6ac9041-0ff2-4bd4-89df-92cb0dac8118 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e3b4fe9a-e435-43bd-845b-6315e31de6cb HTTP/1.1" status: 204 len: 168 time: 0.3574703 Jun 29 10:42:18.181638 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:18.184937 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-723303b7-72a2-409f-8ff9-dd8958fd543f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:18.186357 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-723303b7-72a2-409f-8ff9-dd8958fd543f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d9c3e9c-911d-4514-9065-0e24527aa31d HTTP/1.1" status: 200 len: 859 time: 0.1290550 Jun 29 10:42:18.188130 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-a3ca8910-652c-47ea-b495-819367e83dfc service neutron] 10.222.0.41 "GET /v2.0/networks/730b9790-c1e3-474e-a663-0330ab8e1d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706659 Jun 29 10:42:18.242116 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac9041-0ff2-4bd4-89df-92cb0dac8118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b4fe9a-e435-43bd-845b-6315e31de6cb,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:18.269809 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-d6ac9041-0ff2-4bd4-89df-92cb0dac8118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:18.350059 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=2b60c09c-5b8b-496d-a02a-b1d8ecf1da92,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:18.363225 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:18.390804 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-3e4cb1b4-b77e-4f62-8f80-7e3360c3e00d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1877651 Jun 29 10:42:18.411970 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port 439de3c8-1548-446a-9cf1-d9b3e115795b, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=439de3c8-1548-446a-9cf1-d9b3e115795b,segment=NetworkSegment(6a7dfca7-47fa-40e6-9307-39f28100bd69),segment_id=6a7dfca7-47fa-40e6-9307-39f28100bd69)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:42:18.428473 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Returning: {'device': '439de3c8-1548-446a-9cf1-d9b3e115795b', 'network_id': '918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83', 'port_id': '439de3c8-1548-446a-9cf1-d9b3e115795b', 'mac_address': 'fa:16:3e:60:6f:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d9c3e9c-911d-4514-9065-0e24527aa31d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:42:18.437167 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675c1c8b-29a4-448b-b9f0-05ca54bf8229 req-763a1603-20d8-4808-b5ce-d62ab2ed8047 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:18.461473 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-675c1c8b-29a4-448b-b9f0-05ca54bf8229 req-763a1603-20d8-4808-b5ce-d62ab2ed8047 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 931 time: 0.1464727 Jun 29 10:42:18.483065 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:18.500412 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 439de3c8-1548-446a-9cf1-d9b3e115795b {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:42:18.538273 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-9c697230-60e1-4cf2-9dc5-d151bd20097a req-626b88a2-5176-4efd-805c-f89b8928aa2b service neutron] 10.222.0.41 "GET /v2.0/networks/918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482528 Jun 29 10:42:18.542233 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-85374533-fa39-4496-9ab8-22e158ae3d1e service neutron] 10.222.0.41 "GET /v2.0/networks/730b9790-c1e3-474e-a663-0330ab8e1d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379514 Jun 29 10:42:18.547391 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port 439de3c8-1548-446a-9cf1-d9b3e115795b, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=439de3c8-1548-446a-9cf1-d9b3e115795b,segment=NetworkSegment(6a7dfca7-47fa-40e6-9307-39f28100bd69),segment_id=6a7dfca7-47fa-40e6-9307-39f28100bd69)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:42:18.565008 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:18.567779 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:18.581641 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-675c1c8b-29a4-448b-b9f0-05ca54bf8229 req-7d8edc43-81ab-4a32-8d6b-89903c9b3f04 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085863 Jun 29 10:42:18.590554 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-f477596f-abfa-4bc7-b8a1-f0ac338ecf6b service neutron] 10.222.0.41 "GET /v2.0/networks/918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898746 Jun 29 10:42:18.663159 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=439de3c8-1548-446a-9cf1-d9b3e115795b,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:18.666707 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:18.681676 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.notifiers.nova [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-d1ae2199-d788-4955-8f0f-999568cea511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f81f0739-2eca-4195-b5b1-9f5daf0ce8f0 {{(pid=99533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:42:18.691013 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-d1ae2199-d788-4955-8f0f-999568cea511 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:18.710085 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-d1ae2199-d788-4955-8f0f-999568cea511 service neutron] Transition to ACTIVE for port object f81f0739-2eca-4195-b5b1-9f5daf0ce8f0 will not be triggered until provisioned by entity L2. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:42:18.719006 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-d1ae2199-d788-4955-8f0f-999568cea511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:18.724808 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:18.731688 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-9c697230-60e1-4cf2-9dc5-d151bd20097a req-4e41e55b-93a6-4d5f-b7f1-e9e5a2366d65 service neutron] 10.222.0.41 "GET /v2.0/networks/918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702693 Jun 29 10:42:18.743285 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-04832185-c6eb-42e7-abc8-80cd691bd089 req-a62cc96f-666c-41be-88e8-4c8294d8c394 service neutron] 10.222.0.41 "GET /v2.0/networks/918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251493 Jun 29 10:42:18.756869 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c3272-302f-401e-a563-7baa04bbf190 req-1634eb0a-6488-4667-aa41-fbe2037847af tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:18.761949 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-948c3272-302f-401e-a563-7baa04bbf190 req-1634eb0a-6488-4667-aa41-fbe2037847af tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 944 time: 0.1231689 Jun 29 10:42:18.811893 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae2199-d788-4955-8f0f-999568cea511 service neutron] Pushing event updated for resources: {'Port': ['ID=f81f0739-2eca-4195-b5b1-9f5daf0ce8f0,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:18.821327 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-d1ae2199-d788-4955-8f0f-999568cea511 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:18.859142 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-948c3272-302f-401e-a563-7baa04bbf190 req-843743ff-b429-4f1c-ae5f-7e94ec54757c tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912168 Jun 29 10:42:18.875003 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-d1ae2199-d788-4955-8f0f-999568cea511 service neutron] Attempting to bind port f81f0739-2eca-4195-b5b1-9f5daf0ce8f0 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:42:18.875339 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-d1ae2199-d788-4955-8f0f-999568cea511 service neutron] Attempting to bind port f81f0739-2eca-4195-b5b1-9f5daf0ce8f0 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '8e84c1c5-221f-4c99-9606-1ea868266866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b187e754-07fe-4781-924a-d886b55c9244'}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:42:18.875666 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-d1ae2199-d788-4955-8f0f-999568cea511 service neutron] Attempting to bind port f81f0739-2eca-4195-b5b1-9f5daf0ce8f0 on network b187e754-07fe-4781-924a-d886b55c9244 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:42:18.881595 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-d1ae2199-d788-4955-8f0f-999568cea511 service neutron] Port f81f0739-2eca-4195-b5b1-9f5daf0ce8f0 on network b187e754-07fe-4781-924a-d886b55c9244 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:42:18.881917 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-d1ae2199-d788-4955-8f0f-999568cea511 service neutron] Attempting to bind port f81f0739-2eca-4195-b5b1-9f5daf0ce8f0 on network b187e754-07fe-4781-924a-d886b55c9244 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:42:18.887409 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-d1ae2199-d788-4955-8f0f-999568cea511 service neutron] Checking agent: {'id': 'd76c2234-1a1a-45d0-9761-a55b876eff8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 39, 54), 'started_at': datetime.datetime(2021, 6, 29, 10, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:42:18.887747 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-d1ae2199-d788-4955-8f0f-999568cea511 service neutron] Checking segment: {'id': '8e84c1c5-221f-4c99-9606-1ea868266866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b187e754-07fe-4781-924a-d886b55c9244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:42:18.888131 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-d1ae2199-d788-4955-8f0f-999568cea511 service neutron] Bound using segment: {'id': '8e84c1c5-221f-4c99-9606-1ea868266866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b187e754-07fe-4781-924a-d886b55c9244'} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:42:18.888558 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-d1ae2199-d788-4955-8f0f-999568cea511 service neutron] Bound port: f81f0739-2eca-4195-b5b1-9f5daf0ce8f0, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e84c1c5-221f-4c99-9606-1ea868266866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b187e754-07fe-4781-924a-d886b55c9244'}}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:42:18.888913 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-d1ae2199-d788-4955-8f0f-999568cea511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:18.944673 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3debdd-da43-434e-adcc-466e837cd89f req-f5327bcd-4c16-4f6b-a982-3ba9de39e888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:18.947402 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-bc3debdd-da43-434e-adcc-466e837cd89f req-f5327bcd-4c16-4f6b-a982-3ba9de39e888 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b6c9d7b614441d89eb7369f33fd9153&device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 1097 time: 0.0818443 Jun 29 10:42:18.995920 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-d1ae2199-d788-4955-8f0f-999568cea511 service neutron] For port f81f0739-2eca-4195-b5b1-9f5daf0ce8f0, host hv-cinder-79220, cleared binding levels {{(pid=99533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:42:19.014662 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-d1ae2199-d788-4955-8f0f-999568cea511 service neutron] For port f81f0739-2eca-4195-b5b1-9f5daf0ce8f0, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f81f0739-2eca-4195-b5b1-9f5daf0ce8f0,segment=NetworkSegment(8e84c1c5-221f-4c99-9606-1ea868266866),segment_id=8e84c1c5-221f-4c99-9606-1ea868266866)] {{(pid=99533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:42:19.028510 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-d1ae2199-d788-4955-8f0f-999568cea511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:19.034972 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:19.068248 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] get_ports_and_sgs() called for port_ids ['439de3c8-1548-446a-9cf1-d9b3e115795b'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:42:19.194988 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3debdd-da43-434e-adcc-466e837cd89f req-c7694242-7ca0-4662-b108-633862e009e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:19.198265 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-bc3debdd-da43-434e-adcc-466e837cd89f req-c7694242-7ca0-4662-b108-633862e009e9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83 HTTP/1.1" status: 200 len: 920 time: 0.2425447 Jun 29 10:42:19.311057 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-bc3debdd-da43-434e-adcc-466e837cd89f req-315dbde1-5b37-48c8-b543-aef0d88d3792 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=052b955f-f467-4f18-a0ec-0506c313fc95 HTTP/1.1" status: 200 len: 217 time: 0.0960610 Jun 29 10:42:19.321737 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-d1ae2199-d788-4955-8f0f-999568cea511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:19.322369 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-d1ae2199-d788-4955-8f0f-999568cea511 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:19.323708 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-d1ae2199-d788-4955-8f0f-999568cea511 service neutron] 10.222.0.41 "PUT /v2.0/ports/f81f0739-2eca-4195-b5b1-9f5daf0ce8f0 HTTP/1.1" status: 200 len: 1093 time: 1.3872688 Jun 29 10:42:19.333398 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef1710dd-53bf-47bc-8037-9abc8dbbd0b0', 'tag': 'f81f0739-2eca-4195-b5b1-9f5daf0ce8f0'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:42:19.335121 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82814ba4342b3241ea59c6119a2f8abf18707475a0488e58b50a7e2d80907800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a964be74-c181-40ab-9d8c-bef4c7ee29c5" -d '{"events": [{"name": "network-changed", "server_uuid": "ef1710dd-53bf-47bc-8037-9abc8dbbd0b0", "tag": "f81f0739-2eca-4195-b5b1-9f5daf0ce8f0"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:42:19.392904 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae2199-d788-4955-8f0f-999568cea511 service neutron] Pushing event updated for resources: {'Port': ['ID=f81f0739-2eca-4195-b5b1-9f5daf0ce8f0,revision_number=3']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:19.403950 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-d1ae2199-d788-4955-8f0f-999568cea511 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:19.406262 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] get_ports_and_sgs() called for port_ids ['2b60c09c-5b8b-496d-a02a-b1d8ecf1da92'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:42:19.424446 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3debdd-da43-434e-adcc-466e837cd89f req-438c7194-e902-4c6d-8189-3708f4b3b4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:19.426061 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-bc3debdd-da43-434e-adcc-466e837cd89f req-438c7194-e902-4c6d-8189-3708f4b3b4bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d9c3e9c-911d-4514-9065-0e24527aa31d HTTP/1.1" status: 200 len: 859 time: 0.1059945 Jun 29 10:42:19.509420 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-bc3debdd-da43-434e-adcc-466e837cd89f req-98daa88c-8fc3-41c7-b688-00474d6dd769 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650289 Jun 29 10:42:19.512576 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b1f3f-8d35-4e55-8215-c410c0d446de req-4b3aa18a-1c16-49eb-913f-049e64ffcc36 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:19.514864 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a71b1f3f-8d35-4e55-8215-c410c0d446de req-4b3aa18a-1c16-49eb-913f-049e64ffcc36 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/ports?device_id=4622b6d3-496a-455b-afb2-a04f77045670 HTTP/1.1" status: 200 len: 945 time: 0.4849634 Jun 29 10:42:19.571664 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-56a29d2e-8f0d-4439-a236-060f8c79777d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:19.573562 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-56a29d2e-8f0d-4439-a236-060f8c79777d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1ea4791d1b04b298cdfcb878b9a2e28&device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 1096 time: 0.1663666 Jun 29 10:42:19.586632 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a71b1f3f-8d35-4e55-8215-c410c0d446de req-7bd0ce6b-fa1b-4503-9a42-8dfd6c5de8dc tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/security-groups?id=e04dff6a-b7ed-4af1-9f88-f49fd5fe2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638325 Jun 29 10:42:19.600951 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da07d9f-0983-4e0f-a9f0-cfff15dd5d04 req-bf1fedfc-b84e-4b78-9a63-20b6da563b8f tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:19.602444 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3da07d9f-0983-4e0f-a9f0-cfff15dd5d04 req-bf1fedfc-b84e-4b78-9a63-20b6da563b8f tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=572f8122-8946-423c-8cf8-0e04c05bbdfb HTTP/1.1" status: 200 len: 943 time: 0.1937966 Jun 29 10:42:19.687870 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d53a3ba-799f-4f3b-b397-cd1d1da48495 x-openstack-request-id: req-9d53a3ba-799f-4f3b-b397-cd1d1da48495 {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:42:19.688755 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef1710dd-53bf-47bc-8037-9abc8dbbd0b0", "tag": "f81f0739-2eca-4195-b5b1-9f5daf0ce8f0", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:42:19.688755 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9d53a3ba-799f-4f3b-b397-cd1d1da48495 {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:42:19.688755 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef1710dd-53bf-47bc-8037-9abc8dbbd0b0', 'tag': 'f81f0739-2eca-4195-b5b1-9f5daf0ce8f0', 'status': 'completed', 'code': 200} Jun 29 10:42:19.703193 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3da07d9f-0983-4e0f-a9f0-cfff15dd5d04 req-e5e237ff-bf91-4a55-9186-e272abdb29cc tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840967 Jun 29 10:42:19.705299 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-92a81066-113f-42c4-abbe-29eeb26d40f2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f81f0739-2eca-4195-b5b1-9f5daf0ce8f0 HTTP/1.1" status: 200 len: 217 time: 0.1005852 Jun 29 10:42:19.719725 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-bc3debdd-da43-434e-adcc-466e837cd89f req-3c6c2c5f-480a-4b60-96e9-c344a265c194 service neutron] 10.222.0.41 "GET /v2.0/networks/918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017381 Jun 29 10:42:19.771967 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-29af1e20-789e-426e-af4f-3e80a64178ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:19.774205 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-29af1e20-789e-426e-af4f-3e80a64178ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1434ea17-151b-4fa4-8fce-ecfeaa34af2c HTTP/1.1" status: 200 len: 856 time: 0.0595903 Jun 29 10:42:19.897503 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-bc3debdd-da43-434e-adcc-466e837cd89f req-107e8478-d83a-4a23-93f5-f70eb38f7914 service neutron] 10.222.0.41 "GET /v2.0/networks/918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700573 Jun 29 10:42:19.943736 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c74d95-d35c-40f5-abec-50926cbf04c5 req-1c81a2e1-97c2-4f06-bc4f-a030fc99bf8b tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:19.945327 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a5c74d95-d35c-40f5-abec-50926cbf04c5 req-1c81a2e1-97c2-4f06-bc4f-a030fc99bf8b tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 943 time: 0.1472898 Jun 29 10:42:19.948722 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-19567d24-16aa-4584-830d-03003508d892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:19.948883 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-19567d24-16aa-4584-830d-03003508d892 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b187e754-07fe-4781-924a-d886b55c9244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1638131 Jun 29 10:42:20.079439 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a5c74d95-d35c-40f5-abec-50926cbf04c5 req-502faf59-9815-4610-8f4a-6a4ae59d385f tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217210 Jun 29 10:42:20.126701 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-c8d50235-8bce-4d02-a28b-b91e85075c51 service neutron] 10.222.0.41 "GET /v2.0/networks/b187e754-07fe-4781-924a-d886b55c9244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678171 Jun 29 10:42:20.145055 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57021b-b033-4811-80ee-84e339a82939 req-3f79929f-ef4b-4c82-830d-4a5a8d37a307 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:20.146496 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6f57021b-b033-4811-80ee-84e339a82939 req-3f79929f-ef4b-4c82-830d-4a5a8d37a307 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 944 time: 0.1287289 Jun 29 10:42:20.240784 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6f57021b-b033-4811-80ee-84e339a82939 req-b56d15ac-ae0a-4052-a169-04955af3ba5a tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861192 Jun 29 10:42:20.284724 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a2d830b8-b55c-46d6-a76a-23ebc3f1e76b req-1f9d235d-90a6-48f7-b858-2641f51c3d77 service neutron] 10.222.0.41 "GET /v2.0/networks/b187e754-07fe-4781-924a-d886b55c9244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498022 Jun 29 10:42:20.446021 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964be74-c181-40ab-9d8c-bef4c7ee29c5 req-947eb90b-af2d-4465-bfcb-b132c5a542e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:20.447636 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a964be74-c181-40ab-9d8c-bef4c7ee29c5 req-947eb90b-af2d-4465-bfcb-b132c5a542e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1ea4791d1b04b298cdfcb878b9a2e28&device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 1096 time: 0.0550807 Jun 29 10:42:20.547818 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964be74-c181-40ab-9d8c-bef4c7ee29c5 req-72713faa-9373-478a-8055-70508bcb1b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:20.549316 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a964be74-c181-40ab-9d8c-bef4c7ee29c5 req-72713faa-9373-478a-8055-70508bcb1b3b service neutron] 10.222.0.41 "GET /v2.0/networks?id=b187e754-07fe-4781-924a-d886b55c9244 HTTP/1.1" status: 200 len: 918 time: 0.0945866 Jun 29 10:42:20.591986 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a964be74-c181-40ab-9d8c-bef4c7ee29c5 req-712a1358-ba0e-4f5a-97fc-eb54c9719d0a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f81f0739-2eca-4195-b5b1-9f5daf0ce8f0 HTTP/1.1" status: 200 len: 217 time: 0.0357771 Jun 29 10:42:20.647781 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964be74-c181-40ab-9d8c-bef4c7ee29c5 req-7e24cdeb-b22e-42aa-b77e-073ecb98ff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:20.649226 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a964be74-c181-40ab-9d8c-bef4c7ee29c5 req-7e24cdeb-b22e-42aa-b77e-073ecb98ff5c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1434ea17-151b-4fa4-8fce-ecfeaa34af2c HTTP/1.1" status: 200 len: 856 time: 0.0465744 Jun 29 10:42:20.714653 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964be74-c181-40ab-9d8c-bef4c7ee29c5 req-9c09f091-9e9c-433a-828a-1952963c55ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:20.716148 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a964be74-c181-40ab-9d8c-bef4c7ee29c5 req-9c09f091-9e9c-433a-828a-1952963c55ad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b187e754-07fe-4781-924a-d886b55c9244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0595543 Jun 29 10:42:20.883749 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e47d20-5500-41dd-9ce6-4891150ff142 req-8705fa5f-baa0-4919-8bfc-f837cd0b9706 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:20.885219 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-94e47d20-5500-41dd-9ce6-4891150ff142 req-8705fa5f-baa0-4919-8bfc-f837cd0b9706 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/ports?device_id=4622b6d3-496a-455b-afb2-a04f77045670 HTTP/1.1" status: 200 len: 945 time: 0.1682265 Jun 29 10:42:20.889794 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a964be74-c181-40ab-9d8c-bef4c7ee29c5 req-a3cc3318-791c-4d1f-bfba-a22c9f1ff0f8 service neutron] 10.222.0.41 "GET /v2.0/networks/b187e754-07fe-4781-924a-d886b55c9244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638606 Jun 29 10:42:20.980094 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331efe1f-f01b-4dd5-ade6-5503d484f870 req-791746c8-9506-46fa-b7d6-b30a25622476 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:20.981591 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-331efe1f-f01b-4dd5-ade6-5503d484f870 req-791746c8-9506-46fa-b7d6-b30a25622476 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=572f8122-8946-423c-8cf8-0e04c05bbdfb HTTP/1.1" status: 200 len: 943 time: 0.1750610 Jun 29 10:42:20.990877 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-94e47d20-5500-41dd-9ce6-4891150ff142 req-6dd8295f-8175-4130-a261-5bcf77c5302b tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/security-groups?id=e04dff6a-b7ed-4af1-9f88-f49fd5fe2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992053 Jun 29 10:42:21.043749 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-331efe1f-f01b-4dd5-ade6-5503d484f870 req-60416bbb-5412-4597-981d-2322fd298381 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563617 Jun 29 10:42:21.047147 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a964be74-c181-40ab-9d8c-bef4c7ee29c5 req-7e20d550-7244-43e5-9046-9ac89d23ad43 service neutron] 10.222.0.41 "GET /v2.0/networks/b187e754-07fe-4781-924a-d886b55c9244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479614 Jun 29 10:42:21.265093 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70ec9c-d633-4fb8-8900-71ad4b449ca4 req-c41382e1-d191-4570-bae4-0ad88979dd0c tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:21.266575 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8c70ec9c-d633-4fb8-8900-71ad4b449ca4 req-c41382e1-d191-4570-bae4-0ad88979dd0c tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 943 time: 0.0622144 Jun 29 10:42:21.321488 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8c70ec9c-d633-4fb8-8900-71ad4b449ca4 req-095a1ec3-f5ad-41ec-96bb-c06d00571470 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460896 Jun 29 10:42:21.451636 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8aab45-c3ec-4aef-8484-ff60df027b76 req-c4a73fb6-a899-4bc9-b8eb-9c333eb5b893 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:21.455058 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-bd8aab45-c3ec-4aef-8484-ff60df027b76 req-c4a73fb6-a899-4bc9-b8eb-9c333eb5b893 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 944 time: 0.0769804 Jun 29 10:42:21.499394 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-bd8aab45-c3ec-4aef-8484-ff60df027b76 req-6005b19c-d703-4503-94ea-eeb02ecd5a34 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391822 Jun 29 10:42:21.752767 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 43296) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:21.860153 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a378cc45-ec10-4dae-b40f-6bfd1dff4f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:21.944252 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a378cc45-ec10-4dae-b40f-6bfd1dff4f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:21.947782 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a378cc45-ec10-4dae-b40f-6bfd1dff4f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:21.950440 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-6380ce66-ce30-4906-aa71-13579a847502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:21.984256 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a378cc45-ec10-4dae-b40f-6bfd1dff4f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfffcb6-748f-490a-bcd7-cc496093839c,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:21.987230 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-a378cc45-ec10-4dae-b40f-6bfd1dff4f3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:21.990668 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-a378cc45-ec10-4dae-b40f-6bfd1dff4f3d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dbe7f03761294c69964e99aacbbe5441&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360935 Jun 29 10:42:21.992514 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 43302) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:22.042756 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-31f43ccd-5c20-49bb-90ed-8b19aaf376fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:22.062630 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-31f43ccd-5c20-49bb-90ed-8b19aaf376fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:22.136440 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-31f43ccd-5c20-49bb-90ed-8b19aaf376fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:22.138931 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-31f43ccd-5c20-49bb-90ed-8b19aaf376fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:22.140057 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-31f43ccd-5c20-49bb-90ed-8b19aaf376fb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3dfffcb6-748f-490a-bcd7-cc496093839c HTTP/1.1" status: 204 len: 168 time: 0.1466041 Jun 29 10:42:22.142179 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:22.154786 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f43ccd-5c20-49bb-90ed-8b19aaf376fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfffcb6-748f-490a-bcd7-cc496093839c,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:22.157236 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-31f43ccd-5c20-49bb-90ed-8b19aaf376fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:22.208134 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd839eb0-6404-4eff-b9d2-4d15fccb454f req-604c6903-c598-46f1-b1ed-9aaf36103817 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:22.209542 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fd839eb0-6404-4eff-b9d2-4d15fccb454f req-604c6903-c598-46f1-b1ed-9aaf36103817 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/ports?device_id=4622b6d3-496a-455b-afb2-a04f77045670 HTTP/1.1" status: 200 len: 945 time: 0.1086884 Jun 29 10:42:22.263263 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a692e1-d419-4366-a808-49740df33f7f req-b1f49b3e-c738-4f18-9373-d665a251b158 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:22.264721 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-94a692e1-d419-4366-a808-49740df33f7f req-b1f49b3e-c738-4f18-9373-d665a251b158 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=572f8122-8946-423c-8cf8-0e04c05bbdfb HTTP/1.1" status: 200 len: 943 time: 0.1055841 Jun 29 10:42:22.267559 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fd839eb0-6404-4eff-b9d2-4d15fccb454f req-7e861188-5b63-4fa3-b082-3aa00cd4f0ee tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/security-groups?id=e04dff6a-b7ed-4af1-9f88-f49fd5fe2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504162 Jun 29 10:42:22.304065 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-94a692e1-d419-4366-a808-49740df33f7f req-58c83634-bda8-4bda-bbef-da889ac538bc tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333691 Jun 29 10:42:22.418621 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 43316) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:22.441825 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3773894a-0a05-4e70-bc48-42c8512bac12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:22.525180 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55d621-7eea-4f49-b5e3-93360365fd84 req-3c327c3e-5b54-4a40-b1c0-6b8c9b3c38ae tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:22.526651 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fb55d621-7eea-4f49-b5e3-93360365fd84 req-3c327c3e-5b54-4a40-b1c0-6b8c9b3c38ae tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 943 time: 0.0998948 Jun 29 10:42:22.588177 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fb55d621-7eea-4f49-b5e3-93360365fd84 req-41033768-2f3c-4f6d-a501-be1d274638c5 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530217 Jun 29 10:42:22.602631 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3773894a-0a05-4e70-bc48-42c8512bac12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:22.616581 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3773894a-0a05-4e70-bc48-42c8512bac12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:22.616581 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-31f43ccd-5c20-49bb-90ed-8b19aaf376fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:22.675437 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-3773894a-0a05-4e70-bc48-42c8512bac12 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=75581bee484f436b8971ac5fb606c694&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2557549 Jun 29 10:42:22.676180 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3773894a-0a05-4e70-bc48-42c8512bac12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c5724a-aea1-4a32-b62c-75a2db86640c,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:22.678897 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 43320) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:22.679553 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-3773894a-0a05-4e70-bc48-42c8512bac12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:22.706604 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d5457-772b-4f45-b0eb-0fbc14974ed7 req-8f16eb2f-41a2-499d-9e08-b4511e34ff7c tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:22.708734 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1d7d5457-772b-4f45-b0eb-0fbc14974ed7 req-8f16eb2f-41a2-499d-9e08-b4511e34ff7c tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 944 time: 0.0988302 Jun 29 10:42:22.728641 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7c370541-91c0-4d91-9341-d9167f926c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:22.748449 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1d7d5457-772b-4f45-b0eb-0fbc14974ed7 req-86ae7ff1-ecca-49df-965f-869e9af69683 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339437 Jun 29 10:42:22.750149 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7c370541-91c0-4d91-9341-d9167f926c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:22.800389 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7c370541-91c0-4d91-9341-d9167f926c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:22.803994 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7c370541-91c0-4d91-9341-d9167f926c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:22.805145 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-7c370541-91c0-4d91-9341-d9167f926c8d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c6c5724a-aea1-4a32-b62c-75a2db86640c HTTP/1.1" status: 204 len: 168 time: 0.1250679 Jun 29 10:42:22.805950 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-b35f4712-1d88-4e1d-8d19-a588fe67b0d7 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:22.814007 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c370541-91c0-4d91-9341-d9167f926c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c5724a-aea1-4a32-b62c-75a2db86640c,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:22.816266 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-7c370541-91c0-4d91-9341-d9167f926c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:23.119666 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 43334) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:23.135486 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b925523c-057c-4044-a959-eb5a37373587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:23.220923 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b925523c-057c-4044-a959-eb5a37373587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:23.224837 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b925523c-057c-4044-a959-eb5a37373587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:23.228177 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:23.260901 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-b925523c-057c-4044-a959-eb5a37373587 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=60b38a217d184243b8e3c54ebf7dc62d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1401505 Jun 29 10:42:23.262718 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b925523c-057c-4044-a959-eb5a37373587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63f5583-5a7f-4dcd-aa30-3ef56047cc89,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:23.263472 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 43336) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:23.265598 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-b925523c-057c-4044-a959-eb5a37373587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:23.312036 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c494027d-4767-469d-8e21-b9efb277f263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:23.336864 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c494027d-4767-469d-8e21-b9efb277f263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:23.395787 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c494027d-4767-469d-8e21-b9efb277f263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:23.398226 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c494027d-4767-469d-8e21-b9efb277f263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:23.399325 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-c494027d-4767-469d-8e21-b9efb277f263 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f63f5583-5a7f-4dcd-aa30-3ef56047cc89 HTTP/1.1" status: 204 len: 168 time: 0.1349015 Jun 29 10:42:23.415608 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-d3455f51-d49c-46e3-b25e-190011e8b941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:23.435260 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c494027d-4767-469d-8e21-b9efb277f263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63f5583-5a7f-4dcd-aa30-3ef56047cc89,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:23.453987 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-c494027d-4767-469d-8e21-b9efb277f263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:23.498750 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697b22c-202d-41c4-baf8-28c48bbda279 req-db374774-86fa-45f6-89a4-e6b865396fe8 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:23.500133 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8697b22c-202d-41c4-baf8-28c48bbda279 req-db374774-86fa-45f6-89a4-e6b865396fe8 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/ports?device_id=4622b6d3-496a-455b-afb2-a04f77045670 HTTP/1.1" status: 200 len: 945 time: 0.1157134 Jun 29 10:42:23.512575 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d35cc-5f46-42cb-9396-2776701611c0 req-5e15572f-6bb3-44b8-8f6a-14c78b2cc2ad tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:23.514072 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-825d35cc-5f46-42cb-9396-2776701611c0 req-5e15572f-6bb3-44b8-8f6a-14c78b2cc2ad tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=572f8122-8946-423c-8cf8-0e04c05bbdfb HTTP/1.1" status: 200 len: 943 time: 0.0950873 Jun 29 10:42:23.565667 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8697b22c-202d-41c4-baf8-28c48bbda279 req-31d52a1e-a1ad-47f1-87bb-6441b3364711 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/security-groups?id=e04dff6a-b7ed-4af1-9f88-f49fd5fe2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505886 Jun 29 10:42:23.587259 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-825d35cc-5f46-42cb-9396-2776701611c0 req-430c308c-152f-485c-b071-b46b436e2058 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647914 Jun 29 10:42:23.762537 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75853c99-749e-4366-9b45-9d3d02e82bd8 req-146a228c-7714-4bb5-9a67-79315580097d tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:23.764163 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-75853c99-749e-4366-9b45-9d3d02e82bd8 req-146a228c-7714-4bb5-9a67-79315580097d tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 943 time: 0.0619087 Jun 29 10:42:23.802901 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-75853c99-749e-4366-9b45-9d3d02e82bd8 req-665d4930-3079-4980-88c0-e78b37699584 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328434 Jun 29 10:42:23.933708 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device a8a396db-ba2e-4df9-ae26-ac99811fbb95 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:42:23.968853 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3422d-c839-4f85-92f4-a1dd4d0e3118 req-f2741847-ef6f-45f9-9efa-b7c35a413078 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:23.971147 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-56d3422d-c839-4f85-92f4-a1dd4d0e3118 req-f2741847-ef6f-45f9-9efa-b7c35a413078 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 944 time: 0.0680358 Jun 29 10:42:23.999076 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device 2b60c09c-5b8b-496d-a02a-b1d8ecf1da92 up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:42:24.011879 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-56d3422d-c839-4f85-92f4-a1dd4d0e3118 req-abacae9b-bb9c-44f5-9b06-67e8119a6624 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354247 Jun 29 10:42:24.105846 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port a8a396db-ba2e-4df9-ae26-ac99811fbb95, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=a8a396db-ba2e-4df9-ae26-ac99811fbb95,segment=NetworkSegment(9f0c74f0-432e-4950-b3d2-3a9e79de6a51),segment_id=9f0c74f0-432e-4950-b3d2-3a9e79de6a51)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:42:24.108168 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Provisioning for port 2b60c09c-5b8b-496d-a02a-b1d8ecf1da92 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:42:24.117557 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Provisioning complete for port 2b60c09c-5b8b-496d-a02a-b1d8ecf1da92 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:24.117937 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:24.121765 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Returning: {'device': 'a8a396db-ba2e-4df9-ae26-ac99811fbb95', 'network_id': '730b9790-c1e3-474e-a663-0330ab8e1d49', 'port_id': 'a8a396db-ba2e-4df9-ae26-ac99811fbb95', 'mac_address': 'fa:16:3e:dd:e3:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1643e872-1bdb-489a-8d50-24dbd0235148', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:42:24.189806 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:24.222039 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8a396db-ba2e-4df9-ae26-ac99811fbb95 {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:42:24.252757 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port a8a396db-ba2e-4df9-ae26-ac99811fbb95, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=a8a396db-ba2e-4df9-ae26-ac99811fbb95,segment=NetworkSegment(9f0c74f0-432e-4950-b3d2-3a9e79de6a51),segment_id=9f0c74f0-432e-4950-b3d2-3a9e79de6a51)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:42:24.255144 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:24.258451 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:24.265274 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:24.299763 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4622b6d3-496a-455b-afb2-a04f77045670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b60c09c-5b8b-496d-a02a-b1d8ecf1da92'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:42:24.388803 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port 2b60c09c-5b8b-496d-a02a-b1d8ecf1da92, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=2b60c09c-5b8b-496d-a02a-b1d8ecf1da92,segment=NetworkSegment(77ca07d3-b55e-4e5e-ad7d-5ffed1d9943c),segment_id=77ca07d3-b55e-4e5e-ad7d-5ffed1d9943c)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:42:24.396941 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:24.397785 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device 439de3c8-1548-446a-9cf1-d9b3e115795b up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:42:24.426602 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=a8a396db-ba2e-4df9-ae26-ac99811fbb95,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:24.430843 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:24.431313 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-e08705b8-f591-48ff-84c5-d6c56d07eb35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:24.495732 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Provisioning for port 439de3c8-1548-446a-9cf1-d9b3e115795b completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:42:24.503693 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3762a8f488588fc24900269a9cc386d753c3d6f951c38e7bc7f446f2f69fbffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c5ec84-7e90-4c12-ba81-2b22266e0133" -d '{"events": [{"server_uuid": "4622b6d3-496a-455b-afb2-a04f77045670", "name": "network-vif-plugged", "status": "completed", "tag": "2b60c09c-5b8b-496d-a02a-b1d8ecf1da92"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:42:24.506643 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=2b60c09c-5b8b-496d-a02a-b1d8ecf1da92,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:24.510309 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:24.511117 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Provisioning complete for port 439de3c8-1548-446a-9cf1-d9b3e115795b triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:24.511497 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:24.599530 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] get_ports_and_sgs() called for port_ids ['a8a396db-ba2e-4df9-ae26-ac99811fbb95'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:42:24.605211 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:24.666796 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port 439de3c8-1548-446a-9cf1-d9b3e115795b, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=439de3c8-1548-446a-9cf1-d9b3e115795b,segment=NetworkSegment(6a7dfca7-47fa-40e6-9307-39f28100bd69),segment_id=6a7dfca7-47fa-40e6-9307-39f28100bd69)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:42:24.684202 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:24.693865 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-78508adc-1dbe-4ac4-9f7e-b73b656bd41c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:24.704526 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a7fa48-2cb8-4bf9-a31e-6c4337d5e19c x-openstack-request-id: req-93a7fa48-2cb8-4bf9-a31e-6c4337d5e19c {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:42:24.704976 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4622b6d3-496a-455b-afb2-a04f77045670", "name": "network-vif-plugged", "status": "completed", "tag": "2b60c09c-5b8b-496d-a02a-b1d8ecf1da92", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:42:24.705245 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-93a7fa48-2cb8-4bf9-a31e-6c4337d5e19c {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:42:24.705713 dv-cinder-792209-3-iscsi neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4622b6d3-496a-455b-afb2-a04f77045670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b60c09c-5b8b-496d-a02a-b1d8ecf1da92', 'code': 200} Jun 29 10:42:24.734250 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:24.779072 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=439de3c8-1548-446a-9cf1-d9b3e115795b,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:24.782976 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:24.867447 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4aa5b-ecdc-4731-b8e5-62055eacdb3c req-0eba4152-a5c5-44fc-ab93-0a62f03e90d8 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:24.869098 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-9be4aa5b-ecdc-4731-b8e5-62055eacdb3c req-0eba4152-a5c5-44fc-ab93-0a62f03e90d8 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/ports?device_id=4622b6d3-496a-455b-afb2-a04f77045670 HTTP/1.1" status: 200 len: 946 time: 0.1354973 Jun 29 10:42:24.930038 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-9be4aa5b-ecdc-4731-b8e5-62055eacdb3c req-dab59757-b2ca-442e-b428-eed6cdca1680 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/security-groups?id=e04dff6a-b7ed-4af1-9f88-f49fd5fe2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423601 Jun 29 10:42:24.965020 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea7a1a-b2b7-4434-8311-ae13760d5eb0 req-d0628565-e8d8-45ef-b56c-11555c366d28 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:24.965020 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8aea7a1a-b2b7-4434-8311-ae13760d5eb0 req-d0628565-e8d8-45ef-b56c-11555c366d28 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=572f8122-8946-423c-8cf8-0e04c05bbdfb HTTP/1.1" status: 200 len: 944 time: 0.1246321 Jun 29 10:42:25.067446 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8aea7a1a-b2b7-4434-8311-ae13760d5eb0 req-6becad6e-ac9a-4304-b170-175a7e1ff348 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980878 Jun 29 10:42:25.122959 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28cdc0-e21a-4e50-ab8c-1c15d441ea28 req-1b95449f-28b5-4f6f-8268-67f224ac6faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:25.124548 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-7e28cdc0-e21a-4e50-ab8c-1c15d441ea28 req-1b95449f-28b5-4f6f-8268-67f224ac6faf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4622b6d3-496a-455b-afb2-a04f77045670 HTTP/1.1" status: 200 len: 1099 time: 0.1265082 Jun 29 10:42:25.151487 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-7e28cdc0-e21a-4e50-ab8c-1c15d441ea28 req-6d6e4d89-3562-4158-8f42-63afd9d8cd8d service neutron] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:25.359351 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320d4ba-b752-4492-bb29-7c77323c5fc5 req-3f5716c5-bab7-4654-b639-0f9567845577 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:25.366870 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-2320d4ba-b752-4492-bb29-7c77323c5fc5 req-3f5716c5-bab7-4654-b639-0f9567845577 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 943 time: 0.2381129 Jun 29 10:42:25.573695 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02163299-d673-4fcc-a608-2a7de21c79f2 req-a1643d60-7a02-4f1f-8ede-551ee08b6ec0 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:25.575122 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-02163299-d673-4fcc-a608-2a7de21c79f2 req-a1643d60-7a02-4f1f-8ede-551ee08b6ec0 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 944 time: 0.3462875 Jun 29 10:42:25.578445 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-7e28cdc0-e21a-4e50-ab8c-1c15d441ea28 req-6d6e4d89-3562-4158-8f42-63afd9d8cd8d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:25.597533 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-7e28cdc0-e21a-4e50-ab8c-1c15d441ea28 req-6d6e4d89-3562-4158-8f42-63afd9d8cd8d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:25.599421 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:25.631090 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-2320d4ba-b752-4492-bb29-7c77323c5fc5 req-ca3d5265-600d-455b-a71f-6a032dc4e9bf tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2633677 Jun 29 10:42:25.641212 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-7e28cdc0-e21a-4e50-ab8c-1c15d441ea28 req-6d6e4d89-3562-4158-8f42-63afd9d8cd8d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e04dff6a-b7ed-4af1-9f88-f49fd5fe2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5026383 Jun 29 10:42:25.657751 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e4d89-3562-4158-8f42-63afd9d8cd8d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ec73b813-527b-40ec-99aa-7a465c577fc0,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:25.663215 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6d6e4d89-3562-4158-8f42-63afd9d8cd8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:25.668444 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-02163299-d673-4fcc-a608-2a7de21c79f2 req-37c947bc-5abc-4ced-a422-86be7d6f31c7 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839474 Jun 29 10:42:25.919297 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 43466) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:25.953039 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device 052b955f-f467-4f18-a0ec-0506c313fc95 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:42:25.963295 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device a8a396db-ba2e-4df9-ae26-ac99811fbb95 up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:42:25.987137 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5d653b91-2e10-4640-8ac5-ca20d00cb638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:26.045303 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-dd5b0941-01b1-4672-becb-b67659797c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:26.077138 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Provisioning for port a8a396db-ba2e-4df9-ae26-ac99811fbb95 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:42:26.089910 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Provisioning complete for port a8a396db-ba2e-4df9-ae26-ac99811fbb95 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:26.090927 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:26.130735 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port 052b955f-f467-4f18-a0ec-0506c313fc95, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=052b955f-f467-4f18-a0ec-0506c313fc95,segment=NetworkSegment(6a7dfca7-47fa-40e6-9307-39f28100bd69),segment_id=6a7dfca7-47fa-40e6-9307-39f28100bd69)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:42:26.147326 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Returning: {'device': '052b955f-f467-4f18-a0ec-0506c313fc95', 'network_id': '918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83', 'port_id': '052b955f-f467-4f18-a0ec-0506c313fc95', 'mac_address': 'fa:16:3e:f7:ab:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d9c3e9c-911d-4514-9065-0e24527aa31d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:42:26.172964 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530170f5-a634-4796-bb14-415bf8132fb8 req-470bab33-bd40-466a-b256-787ef24a12bd tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:26.175023 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-530170f5-a634-4796-bb14-415bf8132fb8 req-470bab33-bd40-466a-b256-787ef24a12bd tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/ports?device_id=4622b6d3-496a-455b-afb2-a04f77045670 HTTP/1.1" status: 200 len: 946 time: 0.1112683 Jun 29 10:42:26.215450 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:26.231618 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 052b955f-f467-4f18-a0ec-0506c313fc95 {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:42:26.236361 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:26.260107 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-dd5b0941-01b1-4672-becb-b67659797c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:26.264956 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port 052b955f-f467-4f18-a0ec-0506c313fc95, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=052b955f-f467-4f18-a0ec-0506c313fc95,segment=NetworkSegment(6a7dfca7-47fa-40e6-9307-39f28100bd69),segment_id=6a7dfca7-47fa-40e6-9307-39f28100bd69)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:42:26.269595 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-dd5b0941-01b1-4672-becb-b67659797c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:26.274925 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-530170f5-a634-4796-bb14-415bf8132fb8 req-a06a6b09-9d36-406c-83be-024d99c5afaf tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/security-groups?id=e04dff6a-b7ed-4af1-9f88-f49fd5fe2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920146 Jun 29 10:42:26.277362 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:26.279034 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:26.280110 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device f81f0739-2eca-4195-b5b1-9f5daf0ce8f0 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:42:26.286137 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port a8a396db-ba2e-4df9-ae26-ac99811fbb95, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=a8a396db-ba2e-4df9-ae26-ac99811fbb95,segment=NetworkSegment(9f0c74f0-432e-4950-b3d2-3a9e79de6a51),segment_id=9f0c74f0-432e-4950-b3d2-3a9e79de6a51)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:42:26.287340 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-3fb81953-5871-427a-8f56-2e1ca6134bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:26.314645 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:26.326622 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-dd5b0941-01b1-4672-becb-b67659797c80 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=99ee703f53ac4c7b868ce00000e37ad4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4031096 Jun 29 10:42:26.326622 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b0941-01b1-4672-becb-b67659797c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bea777-ed10-484b-b463-cd91fe7cadb9,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:26.327655 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 43476) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:26.340547 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-dd5b0941-01b1-4672-becb-b67659797c80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:26.353590 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5c25a-0304-4599-951c-de1191b669cc req-67dd19ff-fc54-47bf-a0d4-d6d9f9bca020 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:26.355550 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-13e5c25a-0304-4599-951c-de1191b669cc req-67dd19ff-fc54-47bf-a0d4-d6d9f9bca020 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=572f8122-8946-423c-8cf8-0e04c05bbdfb HTTP/1.1" status: 200 len: 944 time: 0.1712019 Jun 29 10:42:26.398934 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-13e5c25a-0304-4599-951c-de1191b669cc req-b088d604-5ed8-4b4c-9cdf-9735a0972f52 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366967 Jun 29 10:42:26.405503 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-3c28a4e5-e068-45b0-b51a-3d2360ef703f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:26.408745 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=052b955f-f467-4f18-a0ec-0506c313fc95,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:26.413207 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:26.413959 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:26.439714 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-3c28a4e5-e068-45b0-b51a-3d2360ef703f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:26.491868 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-3c28a4e5-e068-45b0-b51a-3d2360ef703f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:26.494551 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-3c28a4e5-e068-45b0-b51a-3d2360ef703f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:26.495204 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port f81f0739-2eca-4195-b5b1-9f5daf0ce8f0, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f81f0739-2eca-4195-b5b1-9f5daf0ce8f0,segment=NetworkSegment(8e84c1c5-221f-4c99-9606-1ea868266866),segment_id=8e84c1c5-221f-4c99-9606-1ea868266866)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:42:26.495829 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-3c28a4e5-e068-45b0-b51a-3d2360ef703f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a4bea777-ed10-484b-b463-cd91fe7cadb9 HTTP/1.1" status: 204 len: 168 time: 0.1666398 Jun 29 10:42:26.496782 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-d6ac9041-0ff2-4bd4-89df-92cb0dac8118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:26.504289 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=a8a396db-ba2e-4df9-ae26-ac99811fbb95,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:26.505848 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c28a4e5-e068-45b0-b51a-3d2360ef703f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bea777-ed10-484b-b463-cd91fe7cadb9,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:26.508356 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:26.510754 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Returning: {'device': 'f81f0739-2eca-4195-b5b1-9f5daf0ce8f0', 'network_id': 'b187e754-07fe-4781-924a-d886b55c9244', 'port_id': 'f81f0739-2eca-4195-b5b1-9f5daf0ce8f0', 'mac_address': 'fa:16:3e:79:07:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1434ea17-151b-4fa4-8fce-ecfeaa34af2c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:42:26.523674 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-3c28a4e5-e068-45b0-b51a-3d2360ef703f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:26.566081 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:26.582220 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f81f0739-2eca-4195-b5b1-9f5daf0ce8f0 {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:42:26.611008 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port f81f0739-2eca-4195-b5b1-9f5daf0ce8f0, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f81f0739-2eca-4195-b5b1-9f5daf0ce8f0,segment=NetworkSegment(8e84c1c5-221f-4c99-9606-1ea868266866),segment_id=8e84c1c5-221f-4c99-9606-1ea868266866)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:42:26.616459 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:26.620142 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:26.688240 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=f81f0739-2eca-4195-b5b1-9f5daf0ce8f0,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:26.688240 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:26.706804 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '009e4f45-b8cf-497f-9df1-5f666ab2ac88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439de3c8-1548-446a-9cf1-d9b3e115795b'}, {'server_uuid': '572f8122-8946-423c-8cf8-0e04c05bbdfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a396db-ba2e-4df9-ae26-ac99811fbb95'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:42:26.709766 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3762a8f488588fc24900269a9cc386d753c3d6f951c38e7bc7f446f2f69fbffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26e93d9-0819-42a4-9992-3281c8dc9d9c" -d '{"events": [{"server_uuid": "009e4f45-b8cf-497f-9df1-5f666ab2ac88", "name": "network-vif-plugged", "status": "completed", "tag": "439de3c8-1548-446a-9cf1-d9b3e115795b"}, {"server_uuid": "572f8122-8946-423c-8cf8-0e04c05bbdfb", "name": "network-vif-plugged", "status": "completed", "tag": "a8a396db-ba2e-4df9-ae26-ac99811fbb95"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:42:26.880803 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85495c-9eb4-43a9-b165-24c2366ea3d8 req-89393554-81f9-41b5-858c-700fcd66c25d tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:26.883110 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-aa85495c-9eb4-43a9-b165-24c2366ea3d8 req-89393554-81f9-41b5-858c-700fcd66c25d tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 944 time: 0.0983126 Jun 29 10:42:26.942292 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53d9d1-81ba-43d1-888f-864a26f72aa6 req-e1ffc1cc-f482-4f04-b72a-686c784bd48c tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:26.947128 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-4d53d9d1-81ba-43d1-888f-864a26f72aa6 req-e1ffc1cc-f482-4f04-b72a-686c784bd48c tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 945 time: 0.1172705 Jun 29 10:42:26.952061 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-aa85495c-9eb4-43a9-b165-24c2366ea3d8 req-40307009-bb9d-465a-a8dc-adf5bd16e31f tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638807 Jun 29 10:42:27.000322 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-4d53d9d1-81ba-43d1-888f-864a26f72aa6 req-8272e113-f056-409d-8f2e-3c614f2c33f7 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469718 Jun 29 10:42:27.019492 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] get_ports_and_sgs() called for port_ids ['052b955f-f467-4f18-a0ec-0506c313fc95'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:42:27.043639 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 29 Jun 2021 10:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd762053-dfe2-4539-b407-44029370a3fa x-openstack-request-id: req-cd762053-dfe2-4539-b407-44029370a3fa {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:42:27.043776 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "009e4f45-b8cf-497f-9df1-5f666ab2ac88", "name": "network-vif-plugged", "status": "completed", "tag": "439de3c8-1548-446a-9cf1-d9b3e115795b", "code": 200}, {"server_uuid": "572f8122-8946-423c-8cf8-0e04c05bbdfb", "name": "network-vif-plugged", "status": "completed", "tag": "a8a396db-ba2e-4df9-ae26-ac99811fbb95", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:42:27.044334 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cd762053-dfe2-4539-b407-44029370a3fa {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:42:27.044782 dv-cinder-792209-3-iscsi neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '009e4f45-b8cf-497f-9df1-5f666ab2ac88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439de3c8-1548-446a-9cf1-d9b3e115795b', 'code': 200} Jun 29 10:42:27.045041 dv-cinder-792209-3-iscsi neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '572f8122-8946-423c-8cf8-0e04c05bbdfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a396db-ba2e-4df9-ae26-ac99811fbb95', 'code': 200} Jun 29 10:42:27.045977 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] get_ports_and_sgs() called for port_ids ['f81f0739-2eca-4195-b5b1-9f5daf0ce8f0'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:42:27.568128 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26976bdd-2eff-447e-a855-976bd7b3e38d req-960c4ac7-9850-4243-9d4c-fbd67c5e6f24 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:27.578555 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-26976bdd-2eff-447e-a855-976bd7b3e38d req-960c4ac7-9850-4243-9d4c-fbd67c5e6f24 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/ports?device_id=4622b6d3-496a-455b-afb2-a04f77045670 HTTP/1.1" status: 200 len: 946 time: 0.0920224 Jun 29 10:42:27.686279 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f15e7f-09ab-4c33-b3dc-46f3c31b1070 req-041262ca-a432-4fa9-a04a-fad7cb01690d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:27.688067 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-10f15e7f-09ab-4c33-b3dc-46f3c31b1070 req-041262ca-a432-4fa9-a04a-fad7cb01690d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 1099 time: 0.1017966 Jun 29 10:42:27.704989 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-26976bdd-2eff-447e-a855-976bd7b3e38d req-cfd6c2ce-4d60-4eed-87e9-a62ff2cff707 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/security-groups?id=e04dff6a-b7ed-4af1-9f88-f49fd5fe2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254358 Jun 29 10:42:27.738696 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b2b75-f85a-487d-a29a-5eec84de5c65 req-3823f859-a2e6-4abe-bcd4-004b492461b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:27.740357 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-629b2b75-f85a-487d-a29a-5eec84de5c65 req-3823f859-a2e6-4abe-bcd4-004b492461b7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=572f8122-8946-423c-8cf8-0e04c05bbdfb HTTP/1.1" status: 200 len: 1098 time: 0.1449704 Jun 29 10:42:27.751628 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-10f15e7f-09ab-4c33-b3dc-46f3c31b1070 req-333e9494-964a-40b0-b916-57bd475d7d33 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548210 Jun 29 10:42:27.755890 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4090caba-d241-4f12-aa09-2152f505c7bb req-6dad80a5-b05f-43c4-90ec-ef5d7d785aad tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:27.764249 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-4090caba-d241-4f12-aa09-2152f505c7bb req-6dad80a5-b05f-43c4-90ec-ef5d7d785aad tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=572f8122-8946-423c-8cf8-0e04c05bbdfb HTTP/1.1" status: 200 len: 945 time: 0.1705327 Jun 29 10:42:27.823286 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-629b2b75-f85a-487d-a29a-5eec84de5c65 req-5cbb0c57-b1fc-4a71-b498-01e4b0eb8cbb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546272 Jun 29 10:42:27.829768 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-4090caba-d241-4f12-aa09-2152f505c7bb req-a5e7d4a0-fdbf-4634-ac0f-843a06853535 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646942 Jun 29 10:42:28.154120 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4964f1-8ef8-4e35-8ee2-d036f934263d req-21be50b3-1d83-4afe-bd3b-c9a95bc14315 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:28.161955 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ed4964f1-8ef8-4e35-8ee2-d036f934263d req-21be50b3-1d83-4afe-bd3b-c9a95bc14315 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 944 time: 0.0780892 Jun 29 10:42:28.241566 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ed4964f1-8ef8-4e35-8ee2-d036f934263d req-b32836ff-649c-4d24-b361-504b6e5de6be tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788102 Jun 29 10:42:28.277603 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17028c70-46f6-4154-b2a2-7a0361678a10 req-43527526-6dd6-43b2-9ebf-4446334b5f6e tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:28.279093 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-17028c70-46f6-4154-b2a2-7a0361678a10 req-43527526-6dd6-43b2-9ebf-4446334b5f6e tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 945 time: 0.1015692 Jun 29 10:42:28.340295 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-17028c70-46f6-4154-b2a2-7a0361678a10 req-1568263a-5265-461f-a0d1-2fbf27f9fbfc tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479853 Jun 29 10:42:28.684207 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-7769ea54-508e-41e1-a3b4-04125ee6ef50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:28.767548 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 43660) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:28.872153 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:28.892693 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6debe92f-daee-4803-bcf6-a7eae9bfa7ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:28.935794 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b38d43-ba9d-4195-9128-9aaa96354133 req-a9ead051-fa1e-4d37-82f9-74d22c35607b tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:28.937280 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e8b38d43-ba9d-4195-9128-9aaa96354133 req-a9ead051-fa1e-4d37-82f9-74d22c35607b tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/ports?device_id=4622b6d3-496a-455b-afb2-a04f77045670 HTTP/1.1" status: 200 len: 946 time: 0.1049085 Jun 29 10:42:29.036591 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e8b38d43-ba9d-4195-9128-9aaa96354133 req-1ac5f912-7656-470a-b753-fc21fb69120a tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/security-groups?id=e04dff6a-b7ed-4af1-9f88-f49fd5fe2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926204 Jun 29 10:42:29.091889 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6debe92f-daee-4803-bcf6-a7eae9bfa7ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:29.097359 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6debe92f-daee-4803-bcf6-a7eae9bfa7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:29.106987 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363a994-cd76-47ea-9cda-e3ea58d47246 req-bbc1a828-9197-46f0-82ab-0dc5d2cc2858 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:29.108445 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c363a994-cd76-47ea-9cda-e3ea58d47246 req-bbc1a828-9197-46f0-82ab-0dc5d2cc2858 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=572f8122-8946-423c-8cf8-0e04c05bbdfb HTTP/1.1" status: 200 len: 945 time: 0.1362250 Jun 29 10:42:29.110034 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-3773894a-0a05-4e70-bc48-42c8512bac12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:29.172057 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-6debe92f-daee-4803-bcf6-a7eae9bfa7ac admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0e13073eb4884e2c96477c5e860d068e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4033132 Jun 29 10:42:29.174950 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 43668) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:29.176700 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6debe92f-daee-4803-bcf6-a7eae9bfa7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10fd92c8-cfa9-42f8-af84-0fb402fd04d2,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:29.179736 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6debe92f-daee-4803-bcf6-a7eae9bfa7ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:29.201231 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c363a994-cd76-47ea-9cda-e3ea58d47246 req-d0fb4a1e-3414-4092-af88-8a77cded7e20 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832846 Jun 29 10:42:29.225007 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-31fabc8e-b7de-42bf-b2bc-e31c294f64c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:29.246320 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-31fabc8e-b7de-42bf-b2bc-e31c294f64c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:29.307767 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-31fabc8e-b7de-42bf-b2bc-e31c294f64c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:29.311820 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-31fabc8e-b7de-42bf-b2bc-e31c294f64c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:29.313087 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-31fabc8e-b7de-42bf-b2bc-e31c294f64c5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/10fd92c8-cfa9-42f8-af84-0fb402fd04d2 HTTP/1.1" status: 204 len: 168 time: 0.1371422 Jun 29 10:42:29.314065 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-3ceadf4f-29ca-474e-aaf1-9cdd1d7543db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:29.322134 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fabc8e-b7de-42bf-b2bc-e31c294f64c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fd92c8-cfa9-42f8-af84-0fb402fd04d2,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:29.325027 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-31fabc8e-b7de-42bf-b2bc-e31c294f64c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:29.483857 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0b03b-5c61-4d85-b24e-d4a2f4707da7 req-fbc5c07b-7d18-4a8f-a812-afbd4e8eec23 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:29.485462 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ffc0b03b-5c61-4d85-b24e-d4a2f4707da7 req-fbc5c07b-7d18-4a8f-a812-afbd4e8eec23 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 944 time: 0.0837762 Jun 29 10:42:29.552985 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ffc0b03b-5c61-4d85-b24e-d4a2f4707da7 req-993bd490-2449-4c91-b8b8-68dc87025fd9 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594931 Jun 29 10:42:29.640079 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211655bc-0dfa-484e-bea5-63138c5f72db req-92fb11d2-3de4-4012-9adc-fd5811c220b3 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:29.642580 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-211655bc-0dfa-484e-bea5-63138c5f72db req-92fb11d2-3de4-4012-9adc-fd5811c220b3 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 945 time: 0.1250043 Jun 29 10:42:29.675890 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:29.697495 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-211655bc-0dfa-484e-bea5-63138c5f72db req-0d1d0c92-915d-4a5e-a484-2cf13711bde4 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472713 Jun 29 10:42:29.746817 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 43692) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:29.761557 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-af1073b5-34fe-4f3c-9ff8-57681f94c951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:29.884775 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-af1073b5-34fe-4f3c-9ff8-57681f94c951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:29.895339 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-af1073b5-34fe-4f3c-9ff8-57681f94c951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:29.898070 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-e9c90698-469f-4275-bfd4-23d54b62aa4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:29.931644 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1073b5-34fe-4f3c-9ff8-57681f94c951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d28aee8-02b7-411d-a3c3-1454fda87ebb,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:29.938758 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-af1073b5-34fe-4f3c-9ff8-57681f94c951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:29.952630 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-af1073b5-34fe-4f3c-9ff8-57681f94c951 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1df6d684739947749cfd9d90657984f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2044590 Jun 29 10:42:29.955768 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 43696) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:29.967476 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device f81f0739-2eca-4195-b5b1-9f5daf0ce8f0 up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:42:30.038990 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a3c59f80-818f-47ed-90fb-7cbec1d01769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:30.071130 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a3c59f80-818f-47ed-90fb-7cbec1d01769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:30.081792 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Provisioning for port f81f0739-2eca-4195-b5b1-9f5daf0ce8f0 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:42:30.089198 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Provisioning complete for port f81f0739-2eca-4195-b5b1-9f5daf0ce8f0 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:30.089591 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:30.143083 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a3c59f80-818f-47ed-90fb-7cbec1d01769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:30.146360 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a3c59f80-818f-47ed-90fb-7cbec1d01769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:30.147692 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-a3c59f80-818f-47ed-90fb-7cbec1d01769 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1d28aee8-02b7-411d-a3c3-1454fda87ebb HTTP/1.1" status: 204 len: 168 time: 0.1880031 Jun 29 10:42:30.148984 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:30.157939 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c59f80-818f-47ed-90fb-7cbec1d01769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d28aee8-02b7-411d-a3c3-1454fda87ebb,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:30.161820 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-a3c59f80-818f-47ed-90fb-7cbec1d01769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:30.196098 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:30.218113 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef1710dd-53bf-47bc-8037-9abc8dbbd0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81f0739-2eca-4195-b5b1-9f5daf0ce8f0'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:42:30.220736 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3762a8f488588fc24900269a9cc386d753c3d6f951c38e7bc7f446f2f69fbffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234b276b-6b9b-450e-868f-5a3f020159a5" -d '{"events": [{"server_uuid": "ef1710dd-53bf-47bc-8037-9abc8dbbd0b0", "name": "network-vif-plugged", "status": "completed", "tag": "f81f0739-2eca-4195-b5b1-9f5daf0ce8f0"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:42:30.234860 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port f81f0739-2eca-4195-b5b1-9f5daf0ce8f0, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f81f0739-2eca-4195-b5b1-9f5daf0ce8f0,segment=NetworkSegment(8e84c1c5-221f-4c99-9606-1ea868266866),segment_id=8e84c1c5-221f-4c99-9606-1ea868266866)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:42:30.240597 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:30.242172 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device 052b955f-f467-4f18-a0ec-0506c313fc95 up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:42:30.271770 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7beedfd6-cc57-4e7a-a8ec-54ac23ec0d43 x-openstack-request-id: req-7beedfd6-cc57-4e7a-a8ec-54ac23ec0d43 {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:42:30.272205 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef1710dd-53bf-47bc-8037-9abc8dbbd0b0", "name": "network-vif-plugged", "status": "completed", "tag": "f81f0739-2eca-4195-b5b1-9f5daf0ce8f0", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:42:30.272521 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7beedfd6-cc57-4e7a-a8ec-54ac23ec0d43 {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:42:30.273090 dv-cinder-792209-3-iscsi neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef1710dd-53bf-47bc-8037-9abc8dbbd0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81f0739-2eca-4195-b5b1-9f5daf0ce8f0', 'code': 200} Jun 29 10:42:30.273605 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:30.342814 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=f81f0739-2eca-4195-b5b1-9f5daf0ce8f0,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:30.346878 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:30.353391 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Provisioning for port 052b955f-f467-4f18-a0ec-0506c313fc95 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:42:30.359222 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Provisioning complete for port 052b955f-f467-4f18-a0ec-0506c313fc95 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:42:30.359836 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:30.423119 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f9e9d-efa1-448b-a220-3f9a61277fef req-91251227-44d0-4095-812c-38140c3fc5f6 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:30.430979 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-650f9e9d-efa1-448b-a220-3f9a61277fef req-91251227-44d0-4095-812c-38140c3fc5f6 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=572f8122-8946-423c-8cf8-0e04c05bbdfb HTTP/1.1" status: 200 len: 945 time: 0.1144011 Jun 29 10:42:30.468058 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:30.473728 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-650f9e9d-efa1-448b-a220-3f9a61277fef req-e294e884-8294-4533-bc63-79dd1c2783c5 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415189 Jun 29 10:42:30.522990 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port 052b955f-f467-4f18-a0ec-0506c313fc95, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=052b955f-f467-4f18-a0ec-0506c313fc95,segment=NetworkSegment(6a7dfca7-47fa-40e6-9307-39f28100bd69),segment_id=6a7dfca7-47fa-40e6-9307-39f28100bd69)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:42:30.536538 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:30.540729 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-de8ad944-5ad7-4f75-9dab-31a0a8df0794 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:30.616492 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14a82d2-a2ff-4db9-a949-40b7747f8aaa req-3bebfdf2-ed5c-4f26-a855-a304d0ba1601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:30.618189 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b14a82d2-a2ff-4db9-a949-40b7747f8aaa req-3bebfdf2-ed5c-4f26-a855-a304d0ba1601 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 1098 time: 0.0629330 Jun 29 10:42:30.653187 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=052b955f-f467-4f18-a0ec-0506c313fc95,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:30.658088 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:30.671806 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b14a82d2-a2ff-4db9-a949-40b7747f8aaa req-bf6a7c2d-ab88-490e-9601-4a7b22ca3ab1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423825 Jun 29 10:42:30.824302 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b4f03-96e4-45fa-9c0a-2fab1d9ef198 req-0872fdba-83c4-4abf-a2ab-5561a489eda6 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:30.831118 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fb2b4f03-96e4-45fa-9c0a-2fab1d9ef198 req-0872fdba-83c4-4abf-a2ab-5561a489eda6 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 945 time: 0.0912583 Jun 29 10:42:30.884185 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fb2b4f03-96e4-45fa-9c0a-2fab1d9ef198 req-2ee77163-fa84-45fe-a9f3-dcb959601567 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514886 Jun 29 10:42:31.069947 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48832fc2-70f1-4ec1-b089-c9545e3f6850 req-230387c0-2f58-4275-84e2-1be8850d3cfd tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:31.071460 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-48832fc2-70f1-4ec1-b089-c9545e3f6850 req-230387c0-2f58-4275-84e2-1be8850d3cfd tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.0671811 Jun 29 10:42:31.111445 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-48832fc2-70f1-4ec1-b089-c9545e3f6850 req-c0ca3a38-7f04-427c-8377-c2e58c8f36d5 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339324 Jun 29 10:42:31.228377 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:32.080784 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59f87f-8066-4335-97d1-afd9be33199c req-de19e076-d199-4cb0-a776-10c9268b8a80 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:32.082309 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fe59f87f-8066-4335-97d1-afd9be33199c req-de19e076-d199-4cb0-a776-10c9268b8a80 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 945 time: 0.0641587 Jun 29 10:42:32.128340 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fe59f87f-8066-4335-97d1-afd9be33199c req-539fe755-58ab-4dd4-9dd0-e390034adb23 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391369 Jun 29 10:42:32.274811 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa1e2d0-1534-4e31-a17c-9edffab3f1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052b955f-f467-4f18-a0ec-0506c313fc95'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:42:32.277131 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3762a8f488588fc24900269a9cc386d753c3d6f951c38e7bc7f446f2f69fbffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d6beac-09a0-4839-be9d-3b693a068f35" -d '{"events": [{"server_uuid": "2aa1e2d0-1534-4e31-a17c-9edffab3f1fe", "name": "network-vif-plugged", "status": "completed", "tag": "052b955f-f467-4f18-a0ec-0506c313fc95"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:42:32.298021 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e934ad-9b14-49b5-9066-e7bcd16360e0 req-35dbf642-f719-4541-bf99-b0a490e31e01 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:32.300483 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d1e934ad-9b14-49b5-9066-e7bcd16360e0 req-35dbf642-f719-4541-bf99-b0a490e31e01 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.0706911 Jun 29 10:42:32.377050 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d1e934ad-9b14-49b5-9066-e7bcd16360e0 req-f927d6d5-71ed-449a-bc9f-dcf7a576f2dc tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690284 Jun 29 10:42:32.429707 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebe0a2f-3ed4-4fc3-9406-6932311b1aef x-openstack-request-id: req-3ebe0a2f-3ed4-4fc3-9406-6932311b1aef {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:42:32.430182 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aa1e2d0-1534-4e31-a17c-9edffab3f1fe", "name": "network-vif-plugged", "status": "completed", "tag": "052b955f-f467-4f18-a0ec-0506c313fc95", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:42:32.430685 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3ebe0a2f-3ed4-4fc3-9406-6932311b1aef {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:42:32.431389 dv-cinder-792209-3-iscsi neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa1e2d0-1534-4e31-a17c-9edffab3f1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052b955f-f467-4f18-a0ec-0506c313fc95', 'code': 200} Jun 29 10:42:32.728598 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ecbf0-52ee-49f8-8819-3f3c55d4b72a req-e8c1bd4b-7ab8-4813-bfef-caaf84c6e9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:32.730101 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e63ecbf0-52ee-49f8-8819-3f3c55d4b72a req-e8c1bd4b-7ab8-4813-bfef-caaf84c6e9e7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 1099 time: 0.0516059 Jun 29 10:42:32.765971 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e63ecbf0-52ee-49f8-8819-3f3c55d4b72a req-8351ae0e-e9a5-4fd0-857f-9d88da4614e3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283256 Jun 29 10:42:33.278230 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 43884) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:33.318443 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 43888) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:33.331076 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5942921-4550-4dfd-921d-08d3f797349a req-21fa2b75-cc56-44c7-8d21-c14fb1b398b3 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:33.332607 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a5942921-4550-4dfd-921d-08d3f797349a req-21fa2b75-cc56-44c7-8d21-c14fb1b398b3 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 945 time: 0.0815599 Jun 29 10:42:33.374581 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a5942921-4550-4dfd-921d-08d3f797349a req-ea20093c-1e3c-431f-b4e6-2dc9fca1ecc2 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340810 Jun 29 10:42:33.451115 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-0891c9a8-5412-4472-986d-4faa4baf1bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:33.463541 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f4e19d44-3e4e-4c91-9c33-3a0e12e450d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:33.503433 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.db.api [None req-f4e19d44-3e4e-4c91-9c33-3a0e12e450d4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 10:42:33.503433 dv-cinder-792209-3-iscsi neutron-server[99532]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 29 10:42:33.503433 dv-cinder-792209-3-iscsi neutron-server[99532]: [parameters: {'project_id': 'c6e824cfed124d97bb807a7390c32abb', 'id': '7ea7c4b4-89a5-42de-868b-32f09139a7e1', 'expiration': datetime.datetime(2021, 6, 29, 10, 44, 33, 487695)}] Jun 29 10:42:33.503433 dv-cinder-792209-3-iscsi neutron-server[99532]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99532) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 10:42:33.505242 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_db.api [None req-f4e19d44-3e4e-4c91-9c33-3a0e12e450d4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 10:42:33.588513 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-0891c9a8-5412-4472-986d-4faa4baf1bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:33.592625 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-0891c9a8-5412-4472-986d-4faa4baf1bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:33.595958 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:33.612850 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ca20a-5efe-4076-9504-31c0cd54ad81 req-2977564d-dc4e-4d54-beea-83ead6f818c3 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:33.614909 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f42ca20a-5efe-4076-9504-31c0cd54ad81 req-2977564d-dc4e-4d54-beea-83ead6f818c3 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.1038241 Jun 29 10:42:33.631267 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-0891c9a8-5412-4472-986d-4faa4baf1bf4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=839bf29249624f63af646616fb72e7bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3518066 Jun 29 10:42:33.633651 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0891c9a8-5412-4472-986d-4faa4baf1bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da15207-045a-4a44-b9fa-c7be2fca0888,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:33.633861 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 43900) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:33.636773 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-0891c9a8-5412-4472-986d-4faa4baf1bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:33.673045 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c6e54-c440-4732-a200-93379592f8f9 req-bfe4ef72-cf45-4b82-9a0b-8c96bc782d3f tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:33.674414 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-917c6e54-c440-4732-a200-93379592f8f9 req-bfe4ef72-cf45-4b82-9a0b-8c96bc782d3f tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 945 time: 0.1615360 Jun 29 10:42:33.684223 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 43904) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:33.689949 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-bf4c4248-b4a6-482c-8de2-2ee68d8f7078 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Request body: {'floatingip': {'port_id': 'f81f0739-2eca-4195-b5b1-9f5daf0ce8f0'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:42:33.708344 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f42ca20a-5efe-4076-9504-31c0cd54ad81 req-9bcc4d67-4f5b-4dd5-9763-4c221778dfbc tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868521 Jun 29 10:42:33.730685 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d4b2f01a-90df-451a-8a08-f355cfc81787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:33.752179 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d4b2f01a-90df-451a-8a08-f355cfc81787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:33.759813 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4248-b4a6-482c-8de2-2ee68d8f7078 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks [] for floatingip, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:33.804631 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d4b2f01a-90df-451a-8a08-f355cfc81787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:33.807587 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d4b2f01a-90df-451a-8a08-f355cfc81787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:33.811772 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-d4b2f01a-90df-451a-8a08-f355cfc81787 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7da15207-045a-4a44-b9fa-c7be2fca0888 HTTP/1.1" status: 204 len: 168 time: 0.1769023 Jun 29 10:42:33.813746 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:33.822065 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b2f01a-90df-451a-8a08-f355cfc81787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da15207-045a-4a44-b9fa-c7be2fca0888,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:33.824756 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-d4b2f01a-90df-451a-8a08-f355cfc81787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:34.087366 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 43914) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:34.101605 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-396a6333-a781-45d6-acdd-45407c5d7e77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:34.217600 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f4e19d44-3e4e-4c91-9c33-3a0e12e450d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:34.229037 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-396a6333-a781-45d6-acdd-45407c5d7e77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:34.234694 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-396a6333-a781-45d6-acdd-45407c5d7e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:34.242658 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:34.303480 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-396a6333-a781-45d6-acdd-45407c5d7e77 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1e4ba94a484d44adbec45c900218c618&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2115407 Jun 29 10:42:34.303480 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a6333-a781-45d6-acdd-45407c5d7e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5db8a7-2a37-4a8c-982d-6bbb1eb71fd1,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:34.311250 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-396a6333-a781-45d6-acdd-45407c5d7e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:34.311775 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 43918) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:34.371847 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-36b60e77-b113-4b19-8b11-3853b5ee0d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:34.402161 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-36b60e77-b113-4b19-8b11-3853b5ee0d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:34.447677 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-36b60e77-b113-4b19-8b11-3853b5ee0d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:34.450273 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-36b60e77-b113-4b19-8b11-3853b5ee0d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:34.451447 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-36b60e77-b113-4b19-8b11-3853b5ee0d35 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6b5db8a7-2a37-4a8c-982d-6bbb1eb71fd1 HTTP/1.1" status: 204 len: 168 time: 0.1387286 Jun 29 10:42:34.452252 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-af1073b5-34fe-4f3c-9ff8-57681f94c951 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:34.460254 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b60e77-b113-4b19-8b11-3853b5ee0d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5db8a7-2a37-4a8c-982d-6bbb1eb71fd1,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:34.462424 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-36b60e77-b113-4b19-8b11-3853b5ee0d35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:34.605255 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f4e19d44-3e4e-4c91-9c33-3a0e12e450d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:34.613933 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f4e19d44-3e4e-4c91-9c33-3a0e12e450d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:34.621254 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-d597ce8d-be2d-408b-9764-b0c349cafdb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:34.721698 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 43930) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:34.721848 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-f4e19d44-3e4e-4c91-9c33-3a0e12e450d4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c6e824cfed124d97bb807a7390c32abb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4015794 Jun 29 10:42:34.727994 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e19d44-3e4e-4c91-9c33-3a0e12e450d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d60743-cfb6-4857-9d92-37e7c3d11855,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:34.736175 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-f4e19d44-3e4e-4c91-9c33-3a0e12e450d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:34.744277 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4248-b4a6-482c-8de2-2ee68d8f7078 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:34.752143 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4248-b4a6-482c-8de2-2ee68d8f7078 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7928479'] for floatingip, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:34.804915 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-cdbd000b-0833-4d8c-9d53-1053fbe38771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:34.834907 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-cdbd000b-0833-4d8c-9d53-1053fbe38771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:34.885196 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 43934) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:34.902329 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.db.l3_db [None req-bf4c4248-b4a6-482c-8de2-2ee68d8f7078 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Floating IP 597a32df-6e09-4e92-90a9-332b2bce7638 associated. External IP: 172.27.0.37, port: f81f0739-2eca-4195-b5b1-9f5daf0ce8f0. Jun 29 10:42:34.905252 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-6680db1c-a850-437a-b5cb-0204a3b88ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:34.940914 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-cdbd000b-0833-4d8c-9d53-1053fbe38771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:34.943563 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-cdbd000b-0833-4d8c-9d53-1053fbe38771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:34.947089 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-cdbd000b-0833-4d8c-9d53-1053fbe38771 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/24d60743-cfb6-4857-9d92-37e7c3d11855 HTTP/1.1" status: 204 len: 168 time: 0.2216661 Jun 29 10:42:34.947089 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:34.950905 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.agents_db [None req-93d4a047-be9c-4d13-b750-597922b429b4 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:42:34.957908 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd000b-0833-4d8c-9d53-1053fbe38771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d60743-cfb6-4857-9d92-37e7c3d11855,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:34.966574 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326181d8-c666-4f59-90c9-b52f0bc2ffe5 req-dbe9df8e-b41a-4cf2-bad2-989423c3ff1e tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:34.968120 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-326181d8-c666-4f59-90c9-b52f0bc2ffe5 req-dbe9df8e-b41a-4cf2-bad2-989423c3ff1e tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.0808308 Jun 29 10:42:34.969040 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-cdbd000b-0833-4d8c-9d53-1053fbe38771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:35.008215 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-326181d8-c666-4f59-90c9-b52f0bc2ffe5 req-07e3d462-15ed-441a-8541-3bf5ee9c546d tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337799 Jun 29 10:42:35.183458 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-6680db1c-a850-437a-b5cb-0204a3b88ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:35.189129 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-6680db1c-a850-437a-b5cb-0204a3b88ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:35.193567 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-7c370541-91c0-4d91-9341-d9167f926c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:35.237572 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf4c4248-b4a6-482c-8de2-2ee68d8f7078 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Router b1989a4d-e184-402f-a588-016b16d9013a has already been hosted by L3 agent 8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f {{(pid=99532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:42:35.241315 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6680db1c-a850-437a-b5cb-0204a3b88ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c780af-f028-479b-b4fe-f8984af7eee6,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:35.245460 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-6680db1c-a850-437a-b5cb-0204a3b88ffb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3d80266f0a6c4c43a36c948001adbe8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3592832 Jun 29 10:42:35.246552 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-6680db1c-a850-437a-b5cb-0204a3b88ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:35.247977 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 43944) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:35.347635 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-09d3fdf7-3d40-4ec8-9ac6-df6f12a37c99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:35.404538 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 43952) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:35.408526 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-09d3fdf7-3d40-4ec8-9ac6-df6f12a37c99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:35.429240 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4c4248-b4a6-482c-8de2-2ee68d8f7078 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify agent at l3_agent.dv-cinder-792209-3-iscsi the message routers_updated {{(pid=99532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:42:35.430039 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-bca443d3-c28e-4855-8f0b-b52164858e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:35.436092 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-bf4c4248-b4a6-482c-8de2-2ee68d8f7078 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for floatingip, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:35.450771 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69c9444-0ac7-4242-8178-635c034c309d None None] Sync routers for ids ['b1989a4d-e184-402f-a588-016b16d9013a'] in dv-cinder-792209-3-iscsi {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:42:35.461587 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69c9444-0ac7-4242-8178-635c034c309d None None] Routers {'b1989a4d-e184-402f-a588-016b16d9013a'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:42:35.462364 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-d69c9444-0ac7-4242-8178-635c034c309d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:42:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['b1989a4d-e184-402f-a588-016b16d9013a'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:35.494905 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-bf4c4248-b4a6-482c-8de2-2ee68d8f7078 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "PUT /v2.0/floatingips/597a32df-6e09-4e92-90a9-332b2bce7638 HTTP/1.1" status: 200 len: 990 time: 1.8061373 Jun 29 10:42:35.494905 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef1710dd-53bf-47bc-8037-9abc8dbbd0b0', 'tag': 'f81f0739-2eca-4195-b5b1-9f5daf0ce8f0'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:42:35.496006 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}741eff7b388cda03fc4d9e55606c84397052c5857ae4d93d7a3b4e67aaed09af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38be3dde-acc1-46da-8148-56dc54d2bc88" -d '{"events": [{"name": "network-changed", "server_uuid": "ef1710dd-53bf-47bc-8037-9abc8dbbd0b0", "tag": "f81f0739-2eca-4195-b5b1-9f5daf0ce8f0"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:42:35.512819 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-09d3fdf7-3d40-4ec8-9ac6-df6f12a37c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:35.515881 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-09d3fdf7-3d40-4ec8-9ac6-df6f12a37c99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:35.516570 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-09d3fdf7-3d40-4ec8-9ac6-df6f12a37c99 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/99c780af-f028-479b-b4fe-f8984af7eee6 HTTP/1.1" status: 204 len: 168 time: 0.2677019 Jun 29 10:42:35.517331 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-31fabc8e-b7de-42bf-b2bc-e31c294f64c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:35.537942 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d3fdf7-3d40-4ec8-9ac6-df6f12a37c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c780af-f028-479b-b4fe-f8984af7eee6,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:35.541444 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-09d3fdf7-3d40-4ec8-9ac6-df6f12a37c99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:35.601375 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-d69c9444-0ac7-4242-8178-635c034c309d None None] Set router b1989a4d-e184-402f-a588-016b16d9013a gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:42:35.620413 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a606f37-3e32-4db7-b75d-26db788bb3df req-2ba3a3f9-960b-4dcf-a3e0-0ef508d53315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:35.621814 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-9a606f37-3e32-4db7-b75d-26db788bb3df req-2ba3a3f9-960b-4dcf-a3e0-0ef508d53315 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b6c9d7b614441d89eb7369f33fd9153&device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 1099 time: 0.2025354 Jun 29 10:42:35.634059 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb02144-e7d6-43ac-a6bc-d928d67a43f8 req-3ccaa426-b16e-435c-aa79-940f515e34a5 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:35.635607 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-7bb02144-e7d6-43ac-a6bc-d928d67a43f8 req-3ccaa426-b16e-435c-aa79-940f515e34a5 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.1898966 Jun 29 10:42:35.710571 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212e2f8a-5811-406c-a033-6eb4936bf1ca x-openstack-request-id: req-212e2f8a-5811-406c-a033-6eb4936bf1ca {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:42:35.711622 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef1710dd-53bf-47bc-8037-9abc8dbbd0b0", "tag": "f81f0739-2eca-4195-b5b1-9f5daf0ce8f0", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:42:35.712069 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-212e2f8a-5811-406c-a033-6eb4936bf1ca {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:42:35.712737 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef1710dd-53bf-47bc-8037-9abc8dbbd0b0', 'tag': 'f81f0739-2eca-4195-b5b1-9f5daf0ce8f0', 'status': 'completed', 'code': 200} Jun 29 10:42:35.815453 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-7bb02144-e7d6-43ac-a6bc-d928d67a43f8 req-e68d5b0c-512e-427d-b4df-122a3cec7e89 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649041 Jun 29 10:42:35.884652 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-bca443d3-c28e-4855-8f0b-b52164858e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:35.901893 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a606f37-3e32-4db7-b75d-26db788bb3df req-a8294807-6ac6-4f38-8bb3-47f87caeeb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:35.902563 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be3dde-acc1-46da-8148-56dc54d2bc88 req-69ca19b2-126c-49ba-a2cf-1ee52daecf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:35.904894 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-38be3dde-acc1-46da-8148-56dc54d2bc88 req-69ca19b2-126c-49ba-a2cf-1ee52daecf81 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1ea4791d1b04b298cdfcb878b9a2e28&device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 1098 time: 0.1238663 Jun 29 10:42:35.906324 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-9a606f37-3e32-4db7-b75d-26db788bb3df req-a8294807-6ac6-4f38-8bb3-47f87caeeb06 service neutron] 10.222.0.41 "GET /v2.0/networks?id=918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83 HTTP/1.1" status: 200 len: 920 time: 0.2685676 Jun 29 10:42:35.907422 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-bca443d3-c28e-4855-8f0b-b52164858e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:35.910364 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-dd5b0941-01b1-4672-becb-b67659797c80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:35.992450 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-9a606f37-3e32-4db7-b75d-26db788bb3df req-ded1c14b-125c-4fac-81f3-c177825b3d01 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=052b955f-f467-4f18-a0ec-0506c313fc95 HTTP/1.1" status: 200 len: 217 time: 0.0662181 Jun 29 10:42:36.012849 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca443d3-c28e-4855-8f0b-b52164858e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e7a56e-9623-42e4-8b21-c158e3774fd1,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:36.045575 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be3dde-acc1-46da-8148-56dc54d2bc88 req-d9653739-12cf-4cdd-8a57-d5fe45c1673b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:36.047485 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-38be3dde-acc1-46da-8148-56dc54d2bc88 req-d9653739-12cf-4cdd-8a57-d5fe45c1673b service neutron] 10.222.0.41 "GET /v2.0/networks?id=b187e754-07fe-4781-924a-d886b55c9244 HTTP/1.1" status: 200 len: 918 time: 0.1231484 Jun 29 10:42:36.070877 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-d69c9444-0ac7-4242-8178-635c034c309d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'name': 'tempest-AttachVolumeShelveTestJSON-1728430811-router', 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'eac7289c-d3ce-4243-9e08-ec22baf0efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:41:44Z', 'updated_at': '2021-06-29T10:41:53Z', 'revision_number': 4, 'project_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'gw_port': {'id': 'eac7289c-d3ce-4243-9e08-ec22baf0efe6', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:45Z', 'updated_at': '2021-06-29T10:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_floatingips': [{'id': '597a32df-6e09-4e92-90a9-332b2bce7638', 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'floating_ip_address': '172.27.0.37', 'floating_network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'router_id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'port_id': 'f81f0739-2eca-4195-b5b1-9f5daf0ce8f0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b187e754-07fe-4781-924a-d886b55c9244', 'mac_address': 'fa:16:3e:79:07:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1710dd-53bf-47bc-8037-9abc8dbbd0b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:42:04Z', 'updated_at': '2021-06-29T10:42:34Z', 'revision_number': 1, 'project_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95c1cf1b-65ab-44cd-8949-7a2ed3f357de', 'name': '', 'network_id': 'b187e754-07fe-4781-924a-d886b55c9244', 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'mac_address': 'fa:16:3e:23:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1434ea17-151b-4fa4-8fce-ecfeaa34af2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:50Z', 'updated_at': '2021-06-29T10:42:01Z', 'revision_number': 5, 'project_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'subnets': [{'id': '1434ea17-151b-4fa4-8fce-ecfeaa34af2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:36.087473 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a606f37-3e32-4db7-b75d-26db788bb3df req-1d0890f9-8ed3-4489-aa98-399ac4712a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:36.089468 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-9a606f37-3e32-4db7-b75d-26db788bb3df req-1d0890f9-8ed3-4489-aa98-399ac4712a71 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d9c3e9c-911d-4514-9065-0e24527aa31d HTTP/1.1" status: 200 len: 859 time: 0.0879159 Jun 29 10:42:36.090912 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-bca443d3-c28e-4855-8f0b-b52164858e75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:36.093264 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-bca443d3-c28e-4855-8f0b-b52164858e75 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3b04f6beea224717b081a68b1a031c5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6876690 Jun 29 10:42:36.095897 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 43974) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:42:36.104010 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69c9444-0ac7-4242-8178-635c034c309d None None] Checking router: b1989a4d-e184-402f-a588-016b16d9013a for host: dv-cinder-792209-3-iscsi {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:42:36.112822 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69c9444-0ac7-4242-8178-635c034c309d None None] Routers {'b1989a4d-e184-402f-a588-016b16d9013a'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:42:36.113422 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-d69c9444-0ac7-4242-8178-635c034c309d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:42:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['b1989a4d-e184-402f-a588-016b16d9013a'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:36.140859 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-9a606f37-3e32-4db7-b75d-26db788bb3df req-b1b9ad90-3747-4bf4-84c4-6584b15a2ac0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401521 Jun 29 10:42:36.175061 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-38be3dde-acc1-46da-8148-56dc54d2bc88 req-98411fed-ef4d-43ed-b65a-27a4827821d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f81f0739-2eca-4195-b5b1-9f5daf0ce8f0 HTTP/1.1" status: 200 len: 998 time: 0.1169109 Jun 29 10:42:36.226184 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-d69c9444-0ac7-4242-8178-635c034c309d None None] Set router b1989a4d-e184-402f-a588-016b16d9013a gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:42:36.235399 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be3dde-acc1-46da-8148-56dc54d2bc88 req-6e2ea604-ba00-4f65-8f49-bfcd7ecc32df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:36.237937 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-38be3dde-acc1-46da-8148-56dc54d2bc88 req-6e2ea604-ba00-4f65-8f49-bfcd7ecc32df service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1434ea17-151b-4fa4-8fce-ecfeaa34af2c HTTP/1.1" status: 200 len: 856 time: 0.0544546 Jun 29 10:42:36.239581 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-639356a9-2f10-4eb0-9244-d84ed412f88c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:36.279584 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-639356a9-2f10-4eb0-9244-d84ed412f88c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:36.292328 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-9a606f37-3e32-4db7-b75d-26db788bb3df req-e7e0f9e9-0e9d-4197-9d7f-8320261c641c service neutron] 10.222.0.41 "GET /v2.0/networks/918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361206 Jun 29 10:42:36.353551 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be3dde-acc1-46da-8148-56dc54d2bc88 req-000dcf4f-7e63-410c-9146-fce0170d8b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:36.353551 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-38be3dde-acc1-46da-8148-56dc54d2bc88 req-000dcf4f-7e63-410c-9146-fce0170d8b61 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b187e754-07fe-4781-924a-d886b55c9244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1034546 Jun 29 10:42:36.406487 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-639356a9-2f10-4eb0-9244-d84ed412f88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:36.411095 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-639356a9-2f10-4eb0-9244-d84ed412f88c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:36.412534 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-639356a9-2f10-4eb0-9244-d84ed412f88c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/35e7a56e-9623-42e4-8b21-c158e3774fd1 HTTP/1.1" status: 204 len: 168 time: 0.3132038 Jun 29 10:42:36.417075 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-396a6333-a781-45d6-acdd-45407c5d7e77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:42:36.431310 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639356a9-2f10-4eb0-9244-d84ed412f88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e7a56e-9623-42e4-8b21-c158e3774fd1,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:42:36.435795 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-639356a9-2f10-4eb0-9244-d84ed412f88c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:42:36.461711 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-9a606f37-3e32-4db7-b75d-26db788bb3df req-af9d47c7-aac6-42a8-8564-c809b4cd342f service neutron] 10.222.0.41 "GET /v2.0/networks/918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604681 Jun 29 10:42:36.553003 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-38be3dde-acc1-46da-8148-56dc54d2bc88 req-5959e0e0-13dc-4e50-890f-4fd3537a9a68 service neutron] 10.222.0.41 "GET /v2.0/networks/b187e754-07fe-4781-924a-d886b55c9244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932271 Jun 29 10:42:36.576990 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-d69c9444-0ac7-4242-8178-635c034c309d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'name': 'tempest-AttachVolumeShelveTestJSON-1728430811-router', 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'eac7289c-d3ce-4243-9e08-ec22baf0efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:41:44Z', 'updated_at': '2021-06-29T10:41:53Z', 'revision_number': 4, 'project_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'gw_port': {'id': 'eac7289c-d3ce-4243-9e08-ec22baf0efe6', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:45Z', 'updated_at': '2021-06-29T10:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_floatingips': [{'id': '597a32df-6e09-4e92-90a9-332b2bce7638', 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'floating_ip_address': '172.27.0.37', 'floating_network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'router_id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'port_id': 'f81f0739-2eca-4195-b5b1-9f5daf0ce8f0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b187e754-07fe-4781-924a-d886b55c9244', 'mac_address': 'fa:16:3e:79:07:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1710dd-53bf-47bc-8037-9abc8dbbd0b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:42:04Z', 'updated_at': '2021-06-29T10:42:34Z', 'revision_number': 1, 'project_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95c1cf1b-65ab-44cd-8949-7a2ed3f357de', 'name': '', 'network_id': 'b187e754-07fe-4781-924a-d886b55c9244', 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'mac_address': 'fa:16:3e:23:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1434ea17-151b-4fa4-8fce-ecfeaa34af2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:50Z', 'updated_at': '2021-06-29T10:42:01Z', 'revision_number': 5, 'project_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'subnets': [{'id': '1434ea17-151b-4fa4-8fce-ecfeaa34af2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:42:36.623674 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69c9444-0ac7-4242-8178-635c034c309d None None] The sync data for ids ['b1989a4d-e184-402f-a588-016b16d9013a'] in dv-cinder-792209-3-iscsi is: [{'id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'name': 'tempest-AttachVolumeShelveTestJSON-1728430811-router', 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'eac7289c-d3ce-4243-9e08-ec22baf0efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:41:44Z', 'updated_at': '2021-06-29T10:41:53Z', 'revision_number': 4, 'project_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'gw_port': {'id': 'eac7289c-d3ce-4243-9e08-ec22baf0efe6', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:45Z', 'updated_at': '2021-06-29T10:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_floatingips': [{'id': '597a32df-6e09-4e92-90a9-332b2bce7638', 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'floating_ip_address': '172.27.0.37', 'floating_network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'router_id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'port_id': 'f81f0739-2eca-4195-b5b1-9f5daf0ce8f0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b187e754-07fe-4781-924a-d886b55c9244', 'mac_address': 'fa:16:3e:79:07:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1710dd-53bf-47bc-8037-9abc8dbbd0b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:42:04Z', 'updated_at': '2021-06-29T10:42:34Z', 'revision_number': 1, 'project_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95c1cf1b-65ab-44cd-8949-7a2ed3f357de', 'name': '', 'network_id': 'b187e754-07fe-4781-924a-d886b55c9244', 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'mac_address': 'fa:16:3e:23:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1434ea17-151b-4fa4-8fce-ecfeaa34af2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:50Z', 'updated_at': '2021-06-29T10:42:01Z', 'revision_number': 5, 'project_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'subnets': [{'id': '1434ea17-151b-4fa4-8fce-ecfeaa34af2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:42:36.741428 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-38be3dde-acc1-46da-8148-56dc54d2bc88 req-21606f4c-c231-43fd-ab40-bee17a1f1d50 service neutron] 10.222.0.41 "GET /v2.0/networks/b187e754-07fe-4781-924a-d886b55c9244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805024 Jun 29 10:42:37.030399 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3213796a-678e-412e-8bf2-b1d84c6a793d None None] New status for floating IP 597a32df-6e09-4e92-90a9-332b2bce7638: ACTIVE {{(pid=99534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:42:37.045123 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc64e0e-3bac-4843-90ba-091bc94de4c5 req-b00fdab9-c83d-4b54-9367-94927dbb076a tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:37.047140 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-4bc64e0e-3bac-4843-90ba-091bc94de4c5 req-b00fdab9-c83d-4b54-9367-94927dbb076a tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.0917702 Jun 29 10:42:37.120292 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-4bc64e0e-3bac-4843-90ba-091bc94de4c5 req-3f44bb5b-5f8c-4c50-92fa-e718ed15b806 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657778 Jun 29 10:42:38.296618 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d3b3f-53c7-46e5-ab20-31e3f2fb9320 req-593fc5db-4f23-44d7-8e7d-0676b3f42956 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:38.298070 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-250d3b3f-53c7-46e5-ab20-31e3f2fb9320 req-593fc5db-4f23-44d7-8e7d-0676b3f42956 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.0659928 Jun 29 10:42:38.335336 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-250d3b3f-53c7-46e5-ab20-31e3f2fb9320 req-55347d2d-b5de-49f1-b5af-55da0b8cd5fb tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315397 Jun 29 10:42:39.508638 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b066db-14a7-4fe2-9e97-fe45efec0285 req-f0483175-d1cb-46ca-93a5-c37b8ad32f19 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:39.510075 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f5b066db-14a7-4fe2-9e97-fe45efec0285 req-f0483175-d1cb-46ca-93a5-c37b8ad32f19 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.0665429 Jun 29 10:42:39.546386 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f5b066db-14a7-4fe2-9e97-fe45efec0285 req-1ea4d1e6-7511-43d6-8374-ba261ba1863f tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307281 Jun 29 10:42:40.712604 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b697ce3-b308-4498-969d-9da2f69920da req-fa7abb5f-7c4f-40ed-bb5b-63acd8ea4734 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:40.714024 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1b697ce3-b308-4498-969d-9da2f69920da req-fa7abb5f-7c4f-40ed-bb5b-63acd8ea4734 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.0611982 Jun 29 10:42:40.749611 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1b697ce3-b308-4498-969d-9da2f69920da req-7898bdee-4a4e-430e-a615-25d0b9464e92 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301414 Jun 29 10:42:41.919493 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312161f0-f8d5-4dbd-a8d5-379a8da16895 req-307117f3-1c1d-4e36-b322-242d7e0ebf14 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:41.920918 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-312161f0-f8d5-4dbd-a8d5-379a8da16895 req-307117f3-1c1d-4e36-b322-242d7e0ebf14 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.0616791 Jun 29 10:42:41.960986 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-312161f0-f8d5-4dbd-a8d5-379a8da16895 req-8f417d45-b913-48ad-a26f-5b68b05c733a tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344174 Jun 29 10:42:43.131908 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f05a3-9419-49f3-b359-e3f7cd00b74d req-04dfc0b7-718f-4037-9c05-d054c126ef73 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:43.133308 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fa8f05a3-9419-49f3-b359-e3f7cd00b74d req-04dfc0b7-718f-4037-9c05-d054c126ef73 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.0630238 Jun 29 10:42:43.171015 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fa8f05a3-9419-49f3-b359-e3f7cd00b74d req-382c872d-0ff7-4c07-9e59-6741130d2893 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319085 Jun 29 10:42:44.339672 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a760866-e8e4-43c4-b922-339b40749bd8 req-b9e7f536-9481-496d-a890-1ce3229d31cf tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:44.341274 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-5a760866-e8e4-43c4-b922-339b40749bd8 req-b9e7f536-9481-496d-a890-1ce3229d31cf tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.0638697 Jun 29 10:42:44.383926 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-5a760866-e8e4-43c4-b922-339b40749bd8 req-8e082914-0f0a-4279-91e5-f9ce8f38a589 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356255 Jun 29 10:42:45.726806 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7a7aa-6f5a-4b6a-8c32-2664a43c231b req-95d0ca9a-ac86-4ae3-8418-0d6e8ef804a1 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:45.728253 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6fe7a7aa-6f5a-4b6a-8c32-2664a43c231b req-95d0ca9a-ac86-4ae3-8418-0d6e8ef804a1 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.2336907 Jun 29 10:42:45.763354 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6fe7a7aa-6f5a-4b6a-8c32-2664a43c231b req-128aa1fa-1d5b-42b5-a0b6-07fba7c5a653 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294993 Jun 29 10:42:46.948923 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f443dbc4-fe17-4d3d-98a9-657bcde91ed2 req-398d9aa8-f7d0-42ec-be81-5ee9e9f78344 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:46.950373 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f443dbc4-fe17-4d3d-98a9-657bcde91ed2 req-398d9aa8-f7d0-42ec-be81-5ee9e9f78344 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.0691476 Jun 29 10:42:46.986329 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f443dbc4-fe17-4d3d-98a9-657bcde91ed2 req-edc03af3-d682-43db-bc95-72a9fd6d3cc6 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302520 Jun 29 10:42:48.166115 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5b3e2-b1b5-4e41-bbea-721d4bc327cb req-fc93028e-e9c7-48cb-a237-9b66be568229 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:48.167496 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f0b5b3e2-b1b5-4e41-bbea-721d4bc327cb req-fc93028e-e9c7-48cb-a237-9b66be568229 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.0633214 Jun 29 10:42:48.203986 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f0b5b3e2-b1b5-4e41-bbea-721d4bc327cb req-162cc99c-26e3-427f-bea3-1878e388e1de tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309622 Jun 29 10:42:49.376191 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193eefa2-d093-4aa5-819d-4cfeb0f26c3f req-932b8397-e028-4eac-b526-d0c16a9d137f tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:49.377662 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-193eefa2-d093-4aa5-819d-4cfeb0f26c3f req-932b8397-e028-4eac-b526-d0c16a9d137f tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.0647089 Jun 29 10:42:49.415282 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-193eefa2-d093-4aa5-819d-4cfeb0f26c3f req-cee1d432-c401-44d7-8590-0285f92aef07 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321591 Jun 29 10:42:50.584276 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef48746-18a7-4cec-b6b2-dc2d652f3e11 req-18e35cb9-c934-4ed0-93d6-ba1d12efa86d tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:50.585783 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-cef48746-18a7-4cec-b6b2-dc2d652f3e11 req-18e35cb9-c934-4ed0-93d6-ba1d12efa86d tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.0632143 Jun 29 10:42:50.623717 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-cef48746-18a7-4cec-b6b2-dc2d652f3e11 req-46a79706-b9cb-41c7-8608-8fde6011f494 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322940 Jun 29 10:42:51.160690 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda81066-d3e2-4d3c-b26f-8f03be4b2717 req-64656620-b5e1-47b6-9067-4a749e80f192 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:51.162142 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-dda81066-d3e2-4d3c-b26f-8f03be4b2717 req-64656620-b5e1-47b6-9067-4a749e80f192 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/ports?device_id=4622b6d3-496a-455b-afb2-a04f77045670 HTTP/1.1" status: 200 len: 946 time: 0.0653532 Jun 29 10:42:51.200715 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-dda81066-d3e2-4d3c-b26f-8f03be4b2717 req-48180bf8-c9f9-49e6-8791-47407b80b20b tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/security-groups?id=e04dff6a-b7ed-4af1-9f88-f49fd5fe2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322893 Jun 29 10:42:51.792281 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4eff7-c9a2-4b46-90d2-1b95692de02f req-be3e41bd-a0ce-431d-84f1-979c976a9774 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:51.793720 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0ea4eff7-c9a2-4b46-90d2-1b95692de02f req-be3e41bd-a0ce-431d-84f1-979c976a9774 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.0607700 Jun 29 10:42:51.829901 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0ea4eff7-c9a2-4b46-90d2-1b95692de02f req-ed96aa49-98e0-4546-994b-482067609b5e tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307066 Jun 29 10:42:52.512425 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf3cda-4a61-48af-a6a1-76f06884bafa req-79c3fc85-00a4-4c05-83bb-2bc655615541 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:52.513874 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8fdf3cda-4a61-48af-a6a1-76f06884bafa req-79c3fc85-00a4-4c05-83bb-2bc655615541 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/ports?device_id=4622b6d3-496a-455b-afb2-a04f77045670 HTTP/1.1" status: 200 len: 946 time: 0.0668888 Jun 29 10:42:52.551962 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8fdf3cda-4a61-48af-a6a1-76f06884bafa req-75f46ffe-b14b-4e82-a298-c087989a0cbe tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/security-groups?id=e04dff6a-b7ed-4af1-9f88-f49fd5fe2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323970 Jun 29 10:42:52.993394 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f912e-3994-4f03-b051-3df9c592a714 req-0697f260-646d-4091-9ed0-9a95c5d0c49b tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:52.994874 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ce3f912e-3994-4f03-b051-3df9c592a714 req-0697f260-646d-4091-9ed0-9a95c5d0c49b tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.0600116 Jun 29 10:42:53.031620 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ce3f912e-3994-4f03-b051-3df9c592a714 req-c9fabac2-69f4-4bfd-adfa-f0d82f4da7ad tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313437 Jun 29 10:42:53.721153 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0611db05-1f2a-4c70-a9e9-4c605e7b24d1 req-c3015956-9ebf-4a65-800c-9f872d9dfa40 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:53.722588 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0611db05-1f2a-4c70-a9e9-4c605e7b24d1 req-c3015956-9ebf-4a65-800c-9f872d9dfa40 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/ports?device_id=4622b6d3-496a-455b-afb2-a04f77045670 HTTP/1.1" status: 200 len: 946 time: 0.0615258 Jun 29 10:42:53.759088 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0611db05-1f2a-4c70-a9e9-4c605e7b24d1 req-9fca64b9-395e-4f23-b9dc-f375e2fb3519 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/security-groups?id=e04dff6a-b7ed-4af1-9f88-f49fd5fe2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303710 Jun 29 10:42:54.217702 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc99f4-abd8-4b76-9bf9-8776a18b150b req-da9f4ac2-59aa-44e2-8631-315d0856ded9 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:54.219368 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b1dc99f4-abd8-4b76-9bf9-8776a18b150b req-da9f4ac2-59aa-44e2-8631-315d0856ded9 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.0680015 Jun 29 10:42:54.267189 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b1dc99f4-abd8-4b76-9bf9-8776a18b150b req-42c48f5c-a4ca-4da5-90f6-624f155afacb tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409184 Jun 29 10:42:54.694904 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:54.947974 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3363fd-fcee-472c-91d0-98955935ef41 req-d31a4aeb-b636-4720-9431-ba468d508ce8 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:54.949417 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fc3363fd-fcee-472c-91d0-98955935ef41 req-d31a4aeb-b636-4720-9431-ba468d508ce8 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/ports?device_id=4622b6d3-496a-455b-afb2-a04f77045670 HTTP/1.1" status: 200 len: 946 time: 0.0794117 Jun 29 10:42:54.985078 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fc3363fd-fcee-472c-91d0-98955935ef41 req-ece2c069-2aa0-43ed-ba74-56c7f9e09b44 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/security-groups?id=e04dff6a-b7ed-4af1-9f88-f49fd5fe2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301392 Jun 29 10:42:55.443229 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d7cc2-aae5-4f21-beca-cdd19bd3c91d req-3db8cdfe-171a-443f-af23-ca0e34411e99 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:55.444727 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d57d7cc2-aae5-4f21-beca-cdd19bd3c91d req-3db8cdfe-171a-443f-af23-ca0e34411e99 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.0673549 Jun 29 10:42:55.483377 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d57d7cc2-aae5-4f21-beca-cdd19bd3c91d req-40a249bf-12a5-43cf-8ed8-cc0c6025937f tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328307 Jun 29 10:42:55.949700 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-792dbc83-5fde-4c07-b51c-74c9b8e98bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:56.154054 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6174fa85-fcb5-40d2-b771-fed1efefe17e req-356fb940-8df3-4796-b8aa-7bf6cd0256ad tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:56.155468 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6174fa85-fcb5-40d2-b771-fed1efefe17e req-356fb940-8df3-4796-b8aa-7bf6cd0256ad tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/ports?device_id=4622b6d3-496a-455b-afb2-a04f77045670 HTTP/1.1" status: 200 len: 946 time: 0.0632451 Jun 29 10:42:56.191960 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6174fa85-fcb5-40d2-b771-fed1efefe17e req-13d846b9-9a73-4a0c-9601-ab82c521c917 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/security-groups?id=e04dff6a-b7ed-4af1-9f88-f49fd5fe2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307372 Jun 29 10:42:56.651132 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa198056-afa4-4b2b-98d1-b1e164f84871 req-afd8cc34-6efd-409c-800c-82c7111394ee tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:56.652565 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fa198056-afa4-4b2b-98d1-b1e164f84871 req-afd8cc34-6efd-409c-800c-82c7111394ee tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.0602248 Jun 29 10:42:56.689323 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fa198056-afa4-4b2b-98d1-b1e164f84871 req-d1beb012-4df9-4fa8-bd33-4908eb443462 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312128 Jun 29 10:42:57.363524 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c5146-f64e-4d48-a711-815565eb4a26 req-55424e1d-46d3-40da-af45-24da83e684d1 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:57.365034 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-749c5146-f64e-4d48-a711-815565eb4a26 req-55424e1d-46d3-40da-af45-24da83e684d1 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/ports?device_id=4622b6d3-496a-455b-afb2-a04f77045670 HTTP/1.1" status: 200 len: 946 time: 0.0666080 Jun 29 10:42:57.402275 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-749c5146-f64e-4d48-a711-815565eb4a26 req-8ccd37f9-6225-4741-a177-063eec9ec224 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/security-groups?id=e04dff6a-b7ed-4af1-9f88-f49fd5fe2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316062 Jun 29 10:42:57.863049 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6712c0d5-e475-48b2-8b5a-f130bbfd17fd req-c1875045-7ff4-4a5b-bc75-3979cea39292 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:57.864569 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6712c0d5-e475-48b2-8b5a-f130bbfd17fd req-c1875045-7ff4-4a5b-bc75-3979cea39292 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.0676115 Jun 29 10:42:57.900920 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6712c0d5-e475-48b2-8b5a-f130bbfd17fd req-97dd3532-8576-44e5-b396-2a1b63e7b9fa tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303600 Jun 29 10:42:58.361644 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-c80bc1a7-a482-4bf1-b619-18c345e05b0b req-c5f74e7e-5111-4f43-928f-18154c5ea4c1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=572f8122-8946-423c-8cf8-0e04c05bbdfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0549989 Jun 29 10:42:58.511823 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80bc1a7-a482-4bf1-b619-18c345e05b0b req-e54480fb-e759-4730-83be-7917ddd68774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:58.513358 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-c80bc1a7-a482-4bf1-b619-18c345e05b0b req-e54480fb-e759-4730-83be-7917ddd68774 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dad9db5067174f9cb9eb9c074e88edeb&device_id=572f8122-8946-423c-8cf8-0e04c05bbdfb HTTP/1.1" status: 200 len: 1098 time: 0.0509322 Jun 29 10:42:58.584000 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e0986-7aa9-4521-9963-8957b5b313ed req-615b6392-0b7d-410a-ac7b-85aa13973780 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:58.585480 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-df2e0986-7aa9-4521-9963-8957b5b313ed req-615b6392-0b7d-410a-ac7b-85aa13973780 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/ports?device_id=4622b6d3-496a-455b-afb2-a04f77045670 HTTP/1.1" status: 200 len: 946 time: 0.0741389 Jun 29 10:42:58.623635 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-df2e0986-7aa9-4521-9963-8957b5b313ed req-e5da3a0f-b2bb-4d40-bc87-a0e60a969c4c tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/security-groups?id=e04dff6a-b7ed-4af1-9f88-f49fd5fe2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317993 Jun 29 10:42:58.635311 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80bc1a7-a482-4bf1-b619-18c345e05b0b req-a4568ba7-d135-437b-ac5f-b74fde50616d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:58.636768 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-c80bc1a7-a482-4bf1-b619-18c345e05b0b req-a4568ba7-d135-437b-ac5f-b74fde50616d service neutron] 10.222.0.41 "GET /v2.0/networks?id=730b9790-c1e3-474e-a663-0330ab8e1d49 HTTP/1.1" status: 200 len: 915 time: 0.0981297 Jun 29 10:42:58.680758 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b4bf1c71-4543-41c6-884d-b61b65f082eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:58.684714 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-c80bc1a7-a482-4bf1-b619-18c345e05b0b req-b6288306-7533-4966-91ea-9f94d0911538 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8a396db-ba2e-4df9-ae26-ac99811fbb95 HTTP/1.1" status: 200 len: 217 time: 0.0404379 Jun 29 10:42:58.768998 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80bc1a7-a482-4bf1-b619-18c345e05b0b req-934ea9a4-a7b5-4cfe-b8cd-2f4cb5c5eca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:58.770394 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-c80bc1a7-a482-4bf1-b619-18c345e05b0b req-934ea9a4-a7b5-4cfe-b8cd-2f4cb5c5eca3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1643e872-1bdb-489a-8d50-24dbd0235148 HTTP/1.1" status: 200 len: 854 time: 0.0459104 Jun 29 10:42:58.803755 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-c80bc1a7-a482-4bf1-b619-18c345e05b0b req-0337321e-bd5c-4b48-bfda-962797b1fa58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=730b9790-c1e3-474e-a663-0330ab8e1d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252883 Jun 29 10:42:58.863696 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:58.899128 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-c80bc1a7-a482-4bf1-b619-18c345e05b0b req-5a71b73a-2bd1-473b-8359-87fbf46e5fbe service neutron] 10.222.0.41 "GET /v2.0/networks/730b9790-c1e3-474e-a663-0330ab8e1d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868020 Jun 29 10:42:58.995354 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-c80bc1a7-a482-4bf1-b619-18c345e05b0b req-5fc3b4bc-550c-4c18-93ae-8d39e3b1dd76 service neutron] 10.222.0.41 "GET /v2.0/networks/730b9790-c1e3-474e-a663-0330ab8e1d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895820 Jun 29 10:42:59.074175 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276df470-220c-47c4-ad72-8f26b9ec3017 req-ec63d56d-042c-416d-899f-34d7413645d2 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:59.075730 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-276df470-220c-47c4-ad72-8f26b9ec3017 req-ec63d56d-042c-416d-899f-34d7413645d2 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.0644825 Jun 29 10:42:59.117060 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-276df470-220c-47c4-ad72-8f26b9ec3017 req-bead9185-dadd-419b-8b4e-183e9b2843af tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345037 Jun 29 10:42:59.427739 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c1efd-2090-48cf-9301-36ab9250c9b8 req-95917d65-cbe1-4c27-9169-fc252bedd4cd tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:59.429190 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-039c1efd-2090-48cf-9301-36ab9250c9b8 req-95917d65-cbe1-4c27-9169-fc252bedd4cd tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.41 "GET /v2.0/ports?device_id=4622b6d3-496a-455b-afb2-a04f77045670 HTTP/1.1" status: 200 len: 946 time: 0.1041200 Jun 29 10:42:59.682080 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:59.750384 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [req-039c1efd-2090-48cf-9301-36ab9250c9b8 req-a9899407-c37a-4ea4-936e-dff0086225d2 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Deleting port 2b60c09c-5b8b-496d-a02a-b1d8ecf1da92 {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:42:59.750758 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-039c1efd-2090-48cf-9301-36ab9250c9b8 req-a9899407-c37a-4ea4-936e-dff0086225d2 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:59.818653 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126ec7e-5e10-43dc-bef1-cc07c99f0e93 req-20d7f086-5553-450d-9f9c-53b24610a97b tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:42:59.820748 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-2126ec7e-5e10-43dc-bef1-cc07c99f0e93 req-20d7f086-5553-450d-9f9c-53b24610a97b tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/ports?device_id=4622b6d3-496a-455b-afb2-a04f77045670 HTTP/1.1" status: 200 len: 946 time: 0.0708888 Jun 29 10:42:59.857578 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-039c1efd-2090-48cf-9301-36ab9250c9b8 req-a9899407-c37a-4ea4-936e-dff0086225d2 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] For port 2b60c09c-5b8b-496d-a02a-b1d8ecf1da92, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=2b60c09c-5b8b-496d-a02a-b1d8ecf1da92,segment=NetworkSegment(77ca07d3-b55e-4e5e-ad7d-5ffed1d9943c),segment_id=77ca07d3-b55e-4e5e-ad7d-5ffed1d9943c)] {{(pid=99532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:42:59.857950 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-039c1efd-2090-48cf-9301-36ab9250c9b8 req-a9899407-c37a-4ea4-936e-dff0086225d2 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:42:59.867232 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-2126ec7e-5e10-43dc-bef1-cc07c99f0e93 req-214f75c2-dcf0-4a25-880c-5f37f7a310c5 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/security-groups?id=e04dff6a-b7ed-4af1-9f88-f49fd5fe2a3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388613 Jun 29 10:42:59.874204 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [req-039c1efd-2090-48cf-9301-36ab9250c9b8 req-a9899407-c37a-4ea4-936e-dff0086225d2 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Calling delete_port for 2b60c09c-5b8b-496d-a02a-b1d8ecf1da92 owned by compute:nova {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:43:00.065023 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-039c1efd-2090-48cf-9301-36ab9250c9b8 req-a9899407-c37a-4ea4-936e-dff0086225d2 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:00.070732 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-1d849256-b366-48cf-a2f1-adde947ad40a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:00.098925 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9899407-c37a-4ea4-936e-dff0086225d2 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Pushing event deleted for resources: {'Port': ['ID=2b60c09c-5b8b-496d-a02a-b1d8ecf1da92,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:00.116365 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] get_ports_and_sgs() called for port_ids ['2b60c09c-5b8b-496d-a02a-b1d8ecf1da92'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:43:00.126699 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9899407-c37a-4ea4-936e-dff0086225d2 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:00.127230 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9899407-c37a-4ea4-936e-dff0086225d2 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:00.127716 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9899407-c37a-4ea4-936e-dff0086225d2 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:00.128194 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9899407-c37a-4ea4-936e-dff0086225d2 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:00.128665 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9899407-c37a-4ea4-936e-dff0086225d2 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:00.129193 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9899407-c37a-4ea4-936e-dff0086225d2 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:00.129536 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9899407-c37a-4ea4-936e-dff0086225d2 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:00.129890 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9899407-c37a-4ea4-936e-dff0086225d2 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:00.130232 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9899407-c37a-4ea4-936e-dff0086225d2 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:00.130570 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9899407-c37a-4ea4-936e-dff0086225d2 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:00.130998 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9899407-c37a-4ea4-936e-dff0086225d2 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:00.131493 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9899407-c37a-4ea4-936e-dff0086225d2 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:00.161494 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-a9899407-c37a-4ea4-936e-dff0086225d2 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:00.183146 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [req-039c1efd-2090-48cf-9301-36ab9250c9b8 req-a9899407-c37a-4ea4-936e-dff0086225d2 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] No DVR routers for this DVR port 2b60c09c-5b8b-496d-a02a-b1d8ecf1da92 on host hv-cinder-79220 {{(pid=99532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:43:00.187164 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-039c1efd-2090-48cf-9301-36ab9250c9b8 req-a9899407-c37a-4ea4-936e-dff0086225d2 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:00.189362 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-039c1efd-2090-48cf-9301-36ab9250c9b8 req-a9899407-c37a-4ea4-936e-dff0086225d2 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.41 "DELETE /v2.0/ports/2b60c09c-5b8b-496d-a02a-b1d8ecf1da92 HTTP/1.1" status: 204 len: 173 time: 0.7529356 Jun 29 10:43:00.189862 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4622b6d3-496a-455b-afb2-a04f77045670', 'name': 'network-vif-deleted', 'tag': '2b60c09c-5b8b-496d-a02a-b1d8ecf1da92'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:43:00.192291 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}741eff7b388cda03fc4d9e55606c84397052c5857ae4d93d7a3b4e67aaed09af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917f2079-0537-40fe-8976-344d3f147066" -d '{"events": [{"server_uuid": "4622b6d3-496a-455b-afb2-a04f77045670", "name": "network-vif-deleted", "tag": "2b60c09c-5b8b-496d-a02a-b1d8ecf1da92"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:43:00.237790 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804f2100-166b-4584-a405-7c58737f36ff x-openstack-request-id: req-804f2100-166b-4584-a405-7c58737f36ff {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:43:00.238167 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4622b6d3-496a-455b-afb2-a04f77045670", "name": "network-vif-deleted", "tag": "2b60c09c-5b8b-496d-a02a-b1d8ecf1da92", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:43:00.238542 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-804f2100-166b-4584-a405-7c58737f36ff {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:43:00.239219 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4622b6d3-496a-455b-afb2-a04f77045670', 'name': 'network-vif-deleted', 'tag': '2b60c09c-5b8b-496d-a02a-b1d8ecf1da92', 'status': 'completed', 'code': 200} Jun 29 10:43:00.376168 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740240d3-c9ad-4173-a980-4add26d85957 req-527f3f6a-6cc9-456f-94e7-5d2e562969cd tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:00.377806 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-740240d3-c9ad-4173-a980-4add26d85957 req-527f3f6a-6cc9-456f-94e7-5d2e562969cd tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.0785146 Jun 29 10:43:00.421526 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-740240d3-c9ad-4173-a980-4add26d85957 req-847871c3-d0ae-4b23-a80f-488472e22baa tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340457 Jun 29 10:43:01.050408 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-124615bf-198f-4cde-98ee-f4e5f1af9301 req-6aa35ec7-3b3a-4124-980f-d9e75b112738 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] 10.222.0.61 "GET /v2.0/ports?device_id=4622b6d3-496a-455b-afb2-a04f77045670 HTTP/1.1" status: 200 len: 210 time: 0.0514078 Jun 29 10:43:01.225614 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:01.595246 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4fdbea-a3af-4669-a5eb-1e9ab0e88934 req-fd66a09f-397d-4b27-aeb8-be6fc2ddfd96 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:01.596853 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6b4fdbea-a3af-4669-a5eb-1e9ab0e88934 req-fd66a09f-397d-4b27-aeb8-be6fc2ddfd96 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.0653944 Jun 29 10:43:01.640433 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6b4fdbea-a3af-4669-a5eb-1e9ab0e88934 req-7679d87c-eeff-4906-b7e1-732ed7b90362 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378478 Jun 29 10:43:02.172487 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device 2b60c09c-5b8b-496d-a02a-b1d8ecf1da92 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:43:02.192329 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] No Port match for: 2b60c09c-5b8b-496d-a02a-b1d8ecf1da92 {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:43:02.192689 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device 2b60c09c-5b8b-496d-a02a-b1d8ecf1da92 not bound to the agent host hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:43:02.821814 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47bce8b-a072-47ba-aeb8-3f1ffe442d26 req-80e10c89-1f29-4697-b6c8-4353ab10999a tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:02.823316 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f47bce8b-a072-47ba-aeb8-3f1ffe442d26 req-80e10c89-1f29-4697-b6c8-4353ab10999a tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.0636110 Jun 29 10:43:02.861281 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f47bce8b-a072-47ba-aeb8-3f1ffe442d26 req-3fc5d9ff-d3be-453e-98ae-2b714faabdaf tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323567 Jun 29 10:43:03.044379 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 44636) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:03.145251 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0e2c6129-2b41-467d-b657-108ac0def044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.243102 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0e2c6129-2b41-467d-b657-108ac0def044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.248645 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0e2c6129-2b41-467d-b657-108ac0def044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.251075 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:03.286247 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c6129-2b41-467d-b657-108ac0def044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562464d7-78c9-47e2-b159-5fb3d354af20,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:03.291974 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-0e2c6129-2b41-467d-b657-108ac0def044 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3d055f4395ea4f82814ddba544b993dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2464509 Jun 29 10:43:03.294668 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 44648) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:03.296913 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2c6129-2b41-467d-b657-108ac0def044 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:03.297319 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2c6129-2b41-467d-b657-108ac0def044 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:03.297678 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2c6129-2b41-467d-b657-108ac0def044 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:03.298012 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2c6129-2b41-467d-b657-108ac0def044 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:03.298362 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2c6129-2b41-467d-b657-108ac0def044 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:03.298714 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2c6129-2b41-467d-b657-108ac0def044 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:03.299041 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2c6129-2b41-467d-b657-108ac0def044 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:03.299367 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2c6129-2b41-467d-b657-108ac0def044 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:03.299780 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2c6129-2b41-467d-b657-108ac0def044 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:03.300222 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2c6129-2b41-467d-b657-108ac0def044 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:03.300555 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2c6129-2b41-467d-b657-108ac0def044 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:03.300933 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e2c6129-2b41-467d-b657-108ac0def044 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:03.304739 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-0e2c6129-2b41-467d-b657-108ac0def044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:03.346308 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5fb43575-f784-44e7-a0da-c3fbbb0388c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.366875 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5fb43575-f784-44e7-a0da-c3fbbb0388c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.410078 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5fb43575-f784-44e7-a0da-c3fbbb0388c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.412891 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5fb43575-f784-44e7-a0da-c3fbbb0388c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.414006 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-5fb43575-f784-44e7-a0da-c3fbbb0388c3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/562464d7-78c9-47e2-b159-5fb3d354af20 HTTP/1.1" status: 204 len: 168 time: 0.1183448 Jun 29 10:43:03.414847 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-88424b82-6e69-4dcd-83d4-80e670d55b0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:03.422440 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb43575-f784-44e7-a0da-c3fbbb0388c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562464d7-78c9-47e2-b159-5fb3d354af20,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:03.424686 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-5fb43575-f784-44e7-a0da-c3fbbb0388c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:03.676339 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 44660) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:03.694446 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-47708dda-86dc-454f-878e-fe4521027efb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.792086 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 44670) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:03.799086 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-47708dda-86dc-454f-878e-fe4521027efb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.804016 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-47708dda-86dc-454f-878e-fe4521027efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.806641 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:03.835836 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.db_base_plugin_v2 [None req-c39fb342-2886-44f3-8648-17774ef886c7 admin admin] Deleting subnet 0e06e197-d0f4-4076-8f57-3667200273ee {{(pid=99532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:43:03.839688 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c39fb342-2886-44f3-8648-17774ef886c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.840432 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47708dda-86dc-454f-878e-fe4521027efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b1a20e-bfe2-48ac-bd7e-2c502b16b42c,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:03.844129 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-47708dda-86dc-454f-878e-fe4521027efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:03.848941 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-47708dda-86dc-454f-878e-fe4521027efb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e16d6c6919854ae98e2dfadbc6248134&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1645122 Jun 29 10:43:03.849442 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 44672) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:03.882550 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c39fb342-2886-44f3-8648-17774ef886c7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.895220 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c39fb342-2886-44f3-8648-17774ef886c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7781200'] for subnet, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.912731 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b57c9969-d9bc-469f-89d3-e36d67b472c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.935073 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b57c9969-d9bc-469f-89d3-e36d67b472c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.970949 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c39fb342-2886-44f3-8648-17774ef886c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7781161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780'] for subnet, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.975264 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-8e41dfd0-9f5a-4709-8baa-974d992ba24d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:03.986257 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b57c9969-d9bc-469f-89d3-e36d67b472c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.990304 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b57c9969-d9bc-469f-89d3-e36d67b472c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:03.991725 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-b57c9969-d9bc-469f-89d3-e36d67b472c3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c6b1a20e-bfe2-48ac-bd7e-2c502b16b42c HTTP/1.1" status: 204 len: 168 time: 0.1412864 Jun 29 10:43:03.992831 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-639356a9-2f10-4eb0-9244-d84ed412f88c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:04.001446 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c9969-d9bc-469f-89d3-e36d67b472c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b1a20e-bfe2-48ac-bd7e-2c502b16b42c,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:04.004130 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b57c9969-d9bc-469f-89d3-e36d67b472c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:04.007352 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c39fb342-2886-44f3-8648-17774ef886c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.020807 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-c39fb342-2886-44f3-8648-17774ef886c7 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/0e06e197-d0f4-4076-8f57-3667200273ee HTTP/1.1" status: 204 len: 168 time: 0.2276137 Jun 29 10:43:04.023169 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 44680) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:04.031622 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39fb342-2886-44f3-8648-17774ef886c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e06e197-d0f4-4076-8f57-3667200273ee,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:04.044656 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-c39fb342-2886-44f3-8648-17774ef886c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:04.091701 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e739519-b13c-451d-a93b-74584997eaf1 req-00aa45ba-b4f1-4e12-9eaf-fc9f6e69584a tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:04.095048 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-4e739519-b13c-451d-a93b-74584997eaf1 req-00aa45ba-b4f1-4e12-9eaf-fc9f6e69584a tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.0826809 Jun 29 10:43:04.101239 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-fdf60920-69ec-4faa-9ef7-8db365cd45b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596557'] for network, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.142502 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-4e739519-b13c-451d-a93b-74584997eaf1 req-55cf45a4-1293-46c9-9186-8fc74028984e tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427518 Jun 29 10:43:04.188027 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-fdf60920-69ec-4faa-9ef7-8db365cd45b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7778662', 'neutron.services.segments.db._delete_segments_for_network-8772013423665'] for network, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.199474 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-fdf60920-69ec-4faa-9ef7-8db365cd45b1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:04.199817 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-fdf60920-69ec-4faa-9ef7-8db365cd45b1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:04.200576 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-fdf60920-69ec-4faa-9ef7-8db365cd45b1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:04.201045 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-fdf60920-69ec-4faa-9ef7-8db365cd45b1 admin admin] Subscribe: > port after_create 55550000 {{(pid=99532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:04.201474 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-fdf60920-69ec-4faa-9ef7-8db365cd45b1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:04.201820 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-fdf60920-69ec-4faa-9ef7-8db365cd45b1 admin admin] Subscribe: > port after_update 55550000 {{(pid=99532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:04.202413 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-fdf60920-69ec-4faa-9ef7-8db365cd45b1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:04.202953 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-fdf60920-69ec-4faa-9ef7-8db365cd45b1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:04.203274 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-fdf60920-69ec-4faa-9ef7-8db365cd45b1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:04.203592 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-fdf60920-69ec-4faa-9ef7-8db365cd45b1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:04.373479 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 44692) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:04.377012 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-fdf60920-69ec-4faa-9ef7-8db365cd45b1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:04.377508 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-fdf60920-69ec-4faa-9ef7-8db365cd45b1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:04.377592 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-fdf60920-69ec-4faa-9ef7-8db365cd45b1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:04.377995 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-fdf60920-69ec-4faa-9ef7-8db365cd45b1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99532) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:04.378560 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.services.segments.db [None req-fdf60920-69ec-4faa-9ef7-8db365cd45b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b9487a0-ea75-4736-8510-0cb2cf6819b2']}} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:04.390838 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-40866ae6-37a8-4baa-b554-792d3a580b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.396937 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.services.segments.db [None req-fdf60920-69ec-4faa-9ef7-8db365cd45b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ca07d3-b55e-4e5e-ad7d-5ffed1d9943c') {'for_net_delete': True} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:04.397286 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.services.segments.db [None req-fdf60920-69ec-4faa-9ef7-8db365cd45b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ca07d3-b55e-4e5e-ad7d-5ffed1d9943c') {} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:04.420136 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-fdf60920-69ec-4faa-9ef7-8db365cd45b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772013419924', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8692071'] for segment, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.440964 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-fdf60920-69ec-4faa-9ef7-8db365cd45b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342'] for segment, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.450361 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdf60920-69ec-4faa-9ef7-8db365cd45b1 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=99532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:43:04.450769 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-fdf60920-69ec-4faa-9ef7-8db365cd45b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4232127'] for segment, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.454790 dv-cinder-792209-3-iscsi neutron-server[99532]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 10:43:04.454790 dv-cinder-792209-3-iscsi neutron-server[99532]: from cryptography.utils import int_from_bytes Jun 29 10:43:04.454790 dv-cinder-792209-3-iscsi neutron-server[99532]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 10:43:04.454790 dv-cinder-792209-3-iscsi neutron-server[99532]: from cryptography.utils import int_from_bytes Jun 29 10:43:04.454790 dv-cinder-792209-3-iscsi neutron-server[99532]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:43:04.454790 dv-cinder-792209-3-iscsi neutron-server[99532]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:43:04.454790 dv-cinder-792209-3-iscsi neutron-server[99532]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:43:04.454790 dv-cinder-792209-3-iscsi neutron-server[99532]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:43:04.454790 dv-cinder-792209-3-iscsi neutron-server[99532]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:43:04.454790 dv-cinder-792209-3-iscsi neutron-server[99532]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:43:04.454790 dv-cinder-792209-3-iscsi neutron-server[99532]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:43:04.454790 dv-cinder-792209-3-iscsi neutron-server[99532]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:43:04.454790 dv-cinder-792209-3-iscsi neutron-server[99532]: Traceback (most recent call last): Jun 29 10:43:04.454790 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:43:04.454790 dv-cinder-792209-3-iscsi neutron-server[99532]: timer() Jun 29 10:43:04.454790 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:43:04.454790 dv-cinder-792209-3-iscsi neutron-server[99532]: cb(*args, **kw) Jun 29 10:43:04.454790 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:43:04.454790 dv-cinder-792209-3-iscsi neutron-server[99532]: return func(*args, **kwargs) Jun 29 10:43:04.454790 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:43:04.454790 dv-cinder-792209-3-iscsi neutron-server[99532]: self._notify() Jun 29 10:43:04.454790 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:43:04.454790 dv-cinder-792209-3-iscsi neutron-server[99532]: self.callback(batched_events) Jun 29 10:43:04.454790 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:43:04.454790 dv-cinder-792209-3-iscsi neutron-server[99532]: event.method(event) Jun 29 10:43:04.454790 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:43:04.454790 dv-cinder-792209-3-iscsi neutron-server[99532]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:43:04.454790 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:43:04.454790 dv-cinder-792209-3-iscsi neutron-server[99532]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:43:04.454790 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:43:04.454790 dv-cinder-792209-3-iscsi neutron-server[99532]: return f(self, *a, **k) Jun 29 10:43:04.454790 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:43:04.454790 dv-cinder-792209-3-iscsi neutron-server[99532]: return self._get(url).json() Jun 29 10:43:04.454790 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:43:04.454790 dv-cinder-792209-3-iscsi neutron-server[99532]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:43:04.454790 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:43:04.454790 dv-cinder-792209-3-iscsi neutron-server[99532]: return self.request(url, 'GET', **kwargs) Jun 29 10:43:04.454790 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:43:04.454790 dv-cinder-792209-3-iscsi neutron-server[99532]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:43:04.454790 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:43:04.454790 dv-cinder-792209-3-iscsi neutron-server[99532]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:43:04.454790 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:43:04.454790 dv-cinder-792209-3-iscsi neutron-server[99532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:43:04.454790 dv-cinder-792209-3-iscsi neutron-server[99532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:43:04.487395 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 44696) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:04.496392 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-40866ae6-37a8-4baa-b554-792d3a580b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.500697 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-40866ae6-37a8-4baa-b554-792d3a580b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.503509 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6debe92f-daee-4803-bcf6-a7eae9bfa7ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:04.510773 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-fdf60920-69ec-4faa-9ef7-8db365cd45b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7781269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7928461'] for network, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.515226 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:04.519356 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-fdf60920-69ec-4faa-9ef7-8db365cd45b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for network, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.522111 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-fdf60920-69ec-4faa-9ef7-8db365cd45b1 admin admin] 10.222.0.61 "DELETE /v2.0/networks/8b9487a0-ea75-4736-8510-0cb2cf6819b2 HTTP/1.1" status: 204 len: 168 time: 0.4971731 Jun 29 10:43:04.531853 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf60920-69ec-4faa-9ef7-8db365cd45b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b9487a0-ea75-4736-8510-0cb2cf6819b2,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:04.534810 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-fdf60920-69ec-4faa-9ef7-8db365cd45b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:04.546353 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40866ae6-37a8-4baa-b554-792d3a580b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de524726-cc4b-4714-bcf5-6085f6618457,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:04.549392 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-40866ae6-37a8-4baa-b554-792d3a580b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:04.552305 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-40866ae6-37a8-4baa-b554-792d3a580b85 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bcc68a59bc22408e9c89fe3461c9e718&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1767201 Jun 29 10:43:04.554941 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 44702) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:04.615086 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2394cf63-ccdc-4c5f-b57f-7bfd543027d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.625077 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6bbb2d82-7403-4d2c-af2d-3fae137c464e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.656110 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 44704) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:04.657662 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6bbb2d82-7403-4d2c-af2d-3fae137c464e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.699260 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-b913277e-f5ba-4740-9388-434fb3c2ad54 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d4bf2f2650ea42f69167d26df12d7266&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0419118 Jun 29 10:43:04.701903 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 44708) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:04.742834 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6bbb2d82-7403-4d2c-af2d-3fae137c464e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.745339 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6bbb2d82-7403-4d2c-af2d-3fae137c464e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.746464 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-6bbb2d82-7403-4d2c-af2d-3fae137c464e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/de524726-cc4b-4714-bcf5-6085f6618457 HTTP/1.1" status: 204 len: 168 time: 0.1906416 Jun 29 10:43:04.747813 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-e22e23aa-3af8-4bea-8480-24b8251fc1d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:04.760681 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-69828feb-e627-4451-b484-4115b20c2b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.763065 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb2d82-7403-4d2c-af2d-3fae137c464e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de524726-cc4b-4714-bcf5-6085f6618457,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:04.767126 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6bbb2d82-7403-4d2c-af2d-3fae137c464e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:04.776088 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2394cf63-ccdc-4c5f-b57f-7bfd543027d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.781351 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2394cf63-ccdc-4c5f-b57f-7bfd543027d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.785865 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-14ba5664-86d0-4c7e-96cc-521a1727c214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:04.786363 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-69828feb-e627-4451-b484-4115b20c2b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.822449 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-2394cf63-ccdc-4c5f-b57f-7bfd543027d3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=efe39dfadd7b4e7290f9b93329f3177f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3340168 Jun 29 10:43:04.823734 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2394cf63-ccdc-4c5f-b57f-7bfd543027d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec863948-f631-483d-8748-90589ef14190,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:04.825102 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 44712) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:04.826881 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-2394cf63-ccdc-4c5f-b57f-7bfd543027d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:04.856763 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-69828feb-e627-4451-b484-4115b20c2b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.859275 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-69828feb-e627-4451-b484-4115b20c2b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.860407 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-69828feb-e627-4451-b484-4115b20c2b75 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e04dff6a-b7ed-4af1-9f88-f49fd5fe2a3d HTTP/1.1" status: 204 len: 168 time: 0.1574299 Jun 29 10:43:04.864837 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:04.876577 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69828feb-e627-4451-b484-4115b20c2b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04dff6a-b7ed-4af1-9f88-f49fd5fe2a3d,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:04.878881 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-69828feb-e627-4451-b484-4115b20c2b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:04.895696 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-30c2b260-acc5-4858-88f4-37862351dba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.921102 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-30c2b260-acc5-4858-88f4-37862351dba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.981941 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-30c2b260-acc5-4858-88f4-37862351dba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.984940 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-30c2b260-acc5-4858-88f4-37862351dba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:04.986372 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-30c2b260-acc5-4858-88f4-37862351dba9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ec863948-f631-483d-8748-90589ef14190 HTTP/1.1" status: 204 len: 168 time: 0.1594479 Jun 29 10:43:04.987165 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:04.995876 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2b260-acc5-4858-88f4-37862351dba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec863948-f631-483d-8748-90589ef14190,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:04.998640 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-30c2b260-acc5-4858-88f4-37862351dba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:05.441475 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763fc82-1e12-454a-8300-d6a304a2c73e req-47b6dde2-fad1-4505-b28e-50a6f5b28b44 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:05.444475 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3763fc82-1e12-454a-8300-d6a304a2c73e req-47b6dde2-fad1-4505-b28e-50a6f5b28b44 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.1390777 Jun 29 10:43:05.505775 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3763fc82-1e12-454a-8300-d6a304a2c73e req-675c0db9-ec93-4f17-b390-cd1138319ddc tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552065 Jun 29 10:43:05.753654 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 44768) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:05.859789 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-4b42cd1e-2f71-48f0-82a0-2663acf7023c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-11246297-network', 'tenant_id': '5e985677f40c43fea5db4b429a198fab'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:05.882691 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b42cd1e-2f71-48f0-82a0-2663acf7023c admin admin] Made reservation on behalf of 5e985677f40c43fea5db4b429a198fab for: {'network': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:05.885376 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4b42cd1e-2f71-48f0-82a0-2663acf7023c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for network, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:05.894402 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4b42cd1e-2f71-48f0-82a0-2663acf7023c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:06.000736 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4b42cd1e-2f71-48f0-82a0-2663acf7023c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:06.004841 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4b42cd1e-2f71-48f0-82a0-2663acf7023c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:06.008830 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-b925523c-057c-4044-a959-eb5a37373587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:06.029136 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b42cd1e-2f71-48f0-82a0-2663acf7023c admin admin] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=99532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:43:06.043530 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b42cd1e-2f71-48f0-82a0-2663acf7023c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae064bd-8dbe-4106-83e3-c12edabcf539,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:06.049013 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-4b42cd1e-2f71-48f0-82a0-2663acf7023c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:06.050991 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4b42cd1e-2f71-48f0-82a0-2663acf7023c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342'] for segment, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:06.051468 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.db.segments_db [None req-4b42cd1e-2f71-48f0-82a0-2663acf7023c admin admin] Added segment 37cd44df-9df3-4eb0-a191-1b7fc98a63e7 of type vlan for network 3a167271-1bed-4525-b6c0-17c98259d42a Jun 29 10:43:06.096048 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4b42cd1e-2f71-48f0-82a0-2663acf7023c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772013063217'] for network, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:06.129798 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4b42cd1e-2f71-48f0-82a0-2663acf7023c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780'] for network, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:06.131245 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b42cd1e-2f71-48f0-82a0-2663acf7023c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:06.131820 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4b42cd1e-2f71-48f0-82a0-2663acf7023c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for network, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:06.135254 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:06.183331 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-4b42cd1e-2f71-48f0-82a0-2663acf7023c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4285624 Jun 29 10:43:06.183916 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 44786) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:06.192233 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-ab668aef-269a-4d97-9771-39a5d2417918 admin admin] Request body: {'subnet': {'network_id': '3a167271-1bed-4525-b6c0-17c98259d42a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-11246297-subnet', 'tenant_id': '5e985677f40c43fea5db4b429a198fab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:06.197115 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b42cd1e-2f71-48f0-82a0-2663acf7023c admin admin] Pushing event updated for resources: {'Network': ['ID=3a167271-1bed-4525-b6c0-17c98259d42a,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:06.200005 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-4b42cd1e-2f71-48f0-82a0-2663acf7023c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:06.210436 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Network 3a167271-1bed-4525-b6c0-17c98259d42a details requested by agent ovs-agent-dv-cinder-792209-3-iscsi with host dv-cinder-792209-3-iscsi {{(pid=99534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:43:06.241299 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab668aef-269a-4d97-9771-39a5d2417918 admin admin] Made reservation on behalf of 5e985677f40c43fea5db4b429a198fab for: {'subnet': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:06.247202 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ab668aef-269a-4d97-9771-39a5d2417918 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:06.457116 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ab668aef-269a-4d97-9771-39a5d2417918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780'] for subnet, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:06.460136 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:06.517916 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab668aef-269a-4d97-9771-39a5d2417918 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61b856f9-2af3-4dfa-8447-ceca290e040e,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:06.521423 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ab668aef-269a-4d97-9771-39a5d2417918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:06.529873 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab668aef-269a-4d97-9771-39a5d2417918 admin admin] Checking segment: {'id': '37cd44df-9df3-4eb0-a191-1b7fc98a63e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '3a167271-1bed-4525-b6c0-17c98259d42a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:06.530202 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab668aef-269a-4d97-9771-39a5d2417918 admin admin] Network hostable DHCP agents. Network: 3a167271-1bed-4525-b6c0-17c98259d42a, hostable agents: ['0f321f44-7bd1-49aa-8caa-09a569631bca'], hosted agents: [] {{(pid=99533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:43:06.554250 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab668aef-269a-4d97-9771-39a5d2417918 admin admin] Network 3a167271-1bed-4525-b6c0-17c98259d42a is scheduled to be hosted by DHCP agent 0f321f44-7bd1-49aa-8caa-09a569631bca with binding_index 1 {{(pid=99533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:43:06.569383 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-ab668aef-269a-4d97-9771-39a5d2417918 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-3-iscsi, 3a167271-1bed-4525-b6c0-17c98259d42a) {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:06.577885 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a59291-1eff-44e5-a39b-ef75876895d1 None None] Network 3a167271-1bed-4525-b6c0-17c98259d42a requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:43:06.579196 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab668aef-269a-4d97-9771-39a5d2417918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:06.579875 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ab668aef-269a-4d97-9771-39a5d2417918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:06.605720 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-ab668aef-269a-4d97-9771-39a5d2417918 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4202991 Jun 29 10:43:06.739721 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56378ef8-8c79-4aed-bb7f-40e936286a76 req-003e7233-ed4d-4e5f-896f-13fe6baad68a tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:06.741432 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-56378ef8-8c79-4aed-bb7f-40e936286a76 req-003e7233-ed4d-4e5f-896f-13fe6baad68a tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.0778072 Jun 29 10:43:06.751182 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a071724-17f3-4135-b21d-815b06339e08 None None] Network 3a167271-1bed-4525-b6c0-17c98259d42a requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:43:06.814438 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-56378ef8-8c79-4aed-bb7f-40e936286a76 req-a715041e-c1d7-45d8-8d16-e9f2bcc90272 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585432 Jun 29 10:43:07.190212 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 44824) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:07.195150 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-1366004f-1fef-449c-be26-85fda733c269 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-96660008-network', 'tenant_id': '829a1417a6e5415284b10c23bccb5760'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:07.215493 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1366004f-1fef-449c-be26-85fda733c269 admin admin] Made reservation on behalf of 829a1417a6e5415284b10c23bccb5760 for: {'network': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:07.217755 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1366004f-1fef-449c-be26-85fda733c269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for network, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.225417 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1366004f-1fef-449c-be26-85fda733c269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.315733 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1366004f-1fef-449c-be26-85fda733c269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.319341 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1366004f-1fef-449c-be26-85fda733c269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.323168 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-16766f93-af41-459f-9e45-be6facae4228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:07.341110 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1366004f-1fef-449c-be26-85fda733c269 admin admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=99533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:43:07.356110 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1366004f-1fef-449c-be26-85fda733c269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b06cbf-4cfb-4332-b7ab-28464e2d66d8,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:07.359227 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-1366004f-1fef-449c-be26-85fda733c269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:07.360406 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1366004f-1fef-449c-be26-85fda733c269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342'] for segment, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.360744 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.db.segments_db [None req-1366004f-1fef-449c-be26-85fda733c269 admin admin] Added segment b60ddb7c-5679-4fbb-8ebb-4a826a808dc8 of type vlan for network 63310bfa-08d2-4fe2-a3e0-972dcf2a8ce0 Jun 29 10:43:07.401892 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1366004f-1fef-449c-be26-85fda733c269 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772013063217'] for network, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.431410 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1366004f-1fef-449c-be26-85fda733c269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780'] for network, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.432595 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1366004f-1fef-449c-be26-85fda733c269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:07.433168 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1366004f-1fef-449c-be26-85fda733c269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.435861 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:07.480746 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-1366004f-1fef-449c-be26-85fda733c269 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.2894011 Jun 29 10:43:07.483483 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 44826) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:07.488550 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-db360906-7db0-40d4-bee5-28d8db2d5e87 admin admin] Request body: {'subnet': {'network_id': '63310bfa-08d2-4fe2-a3e0-972dcf2a8ce0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-96660008-subnet', 'tenant_id': '829a1417a6e5415284b10c23bccb5760', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:07.490909 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1366004f-1fef-449c-be26-85fda733c269 admin admin] Pushing event updated for resources: {'Network': ['ID=63310bfa-08d2-4fe2-a3e0-972dcf2a8ce0,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:07.493664 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-1366004f-1fef-449c-be26-85fda733c269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:07.501025 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Network 63310bfa-08d2-4fe2-a3e0-972dcf2a8ce0 details requested by agent ovs-agent-dv-cinder-792209-3-iscsi with host dv-cinder-792209-3-iscsi {{(pid=99534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:43:07.508484 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db360906-7db0-40d4-bee5-28d8db2d5e87 admin admin] Made reservation on behalf of 829a1417a6e5415284b10c23bccb5760 for: {'subnet': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:07.510805 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-db360906-7db0-40d4-bee5-28d8db2d5e87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4281557'] for subnet, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.681283 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-db360906-7db0-40d4-bee5-28d8db2d5e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4231953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4101423'] for subnet, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.683646 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:07.738888 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db360906-7db0-40d4-bee5-28d8db2d5e87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56547fae-4114-4ac4-9cac-88e9f912a8eb,revision_number=0']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:07.741475 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-db360906-7db0-40d4-bee5-28d8db2d5e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:07.750614 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db360906-7db0-40d4-bee5-28d8db2d5e87 admin admin] Checking segment: {'id': 'b60ddb7c-5679-4fbb-8ebb-4a826a808dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '63310bfa-08d2-4fe2-a3e0-972dcf2a8ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:07.750968 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db360906-7db0-40d4-bee5-28d8db2d5e87 admin admin] Network hostable DHCP agents. Network: 63310bfa-08d2-4fe2-a3e0-972dcf2a8ce0, hostable agents: ['0f321f44-7bd1-49aa-8caa-09a569631bca'], hosted agents: [] {{(pid=99532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:43:07.766221 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db360906-7db0-40d4-bee5-28d8db2d5e87 admin admin] Network 63310bfa-08d2-4fe2-a3e0-972dcf2a8ce0 is scheduled to be hosted by DHCP agent 0f321f44-7bd1-49aa-8caa-09a569631bca with binding_index 1 {{(pid=99532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:43:07.774085 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-db360906-7db0-40d4-bee5-28d8db2d5e87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-3-iscsi, 63310bfa-08d2-4fe2-a3e0-972dcf2a8ce0) {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:07.778400 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db360906-7db0-40d4-bee5-28d8db2d5e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:07.779004 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-db360906-7db0-40d4-bee5-28d8db2d5e87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.783589 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01823602-11b5-48e1-a5e4-989c6a7e645e None None] Network 63310bfa-08d2-4fe2-a3e0-972dcf2a8ce0 requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:43:07.793344 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-db360906-7db0-40d4-bee5-28d8db2d5e87 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3086762 Jun 29 10:43:07.909273 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd483ad-3127-4df7-91b6-1dbb41ec0b05 None None] Network 63310bfa-08d2-4fe2-a3e0-972dcf2a8ce0 requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:43:07.925136 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 44836) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:07.983096 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.db_base_plugin_v2 [None req-b276b8e3-107c-4953-8f90-c1f533f02041 admin admin] Deleting subnet 61b856f9-2af3-4dfa-8447-ceca290e040e {{(pid=99532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:43:07.987601 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b276b8e3-107c-4953-8f90-c1f533f02041 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:07.998995 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6586173-ffa1-46ee-928a-92ab720d72f3 req-5383a558-bab1-4f0a-a609-9c8db801d958 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:08.000515 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f6586173-ffa1-46ee-928a-92ab720d72f3 req-5383a558-bab1-4f0a-a609-9c8db801d958 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.0732880 Jun 29 10:43:08.023651 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b276b8e3-107c-4953-8f90-c1f533f02041 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8692076'] for subnet, precommit_delete_associations {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.050104 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f6586173-ffa1-46ee-928a-92ab720d72f3 req-2873b5b0-d519-4023-8b35-154a46e9af56 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430715 Jun 29 10:43:08.068642 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b276b8e3-107c-4953-8f90-c1f533f02041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7781200'] for subnet, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.124341 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b276b8e3-107c-4953-8f90-c1f533f02041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7781161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4232018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4101428'] for subnet, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.127350 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-48e23e76-4cbe-4d73-b86d-a1f6f4833b31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:08.151849 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b276b8e3-107c-4953-8f90-c1f533f02041 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61b856f9-2af3-4dfa-8447-ceca290e040e,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:08.153822 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b276b8e3-107c-4953-8f90-c1f533f02041 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.155841 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-b276b8e3-107c-4953-8f90-c1f533f02041 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/61b856f9-2af3-4dfa-8447-ceca290e040e HTTP/1.1" status: 204 len: 168 time: 0.2290633 Jun 29 10:43:08.156514 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-b276b8e3-107c-4953-8f90-c1f533f02041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:08.158700 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 44846) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:08.224667 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-1764e9dd-eff3-473e-bde1-e86fc571df7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596557'] for network, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.306920 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-1764e9dd-eff3-473e-bde1-e86fc571df7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7778662', 'neutron.services.segments.db._delete_segments_for_network-8772013423665'] for network, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.317233 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.services.segments.db [None req-1764e9dd-eff3-473e-bde1-e86fc571df7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a167271-1bed-4525-b6c0-17c98259d42a']}} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:08.327392 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.services.segments.db [None req-1764e9dd-eff3-473e-bde1-e86fc571df7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37cd44df-9df3-4eb0-a191-1b7fc98a63e7') {'for_net_delete': True} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:08.327690 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.services.segments.db [None req-1764e9dd-eff3-473e-bde1-e86fc571df7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37cd44df-9df3-4eb0-a191-1b7fc98a63e7') {} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:08.336143 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-1764e9dd-eff3-473e-bde1-e86fc571df7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772013419924', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8692071'] for segment, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.350099 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-1764e9dd-eff3-473e-bde1-e86fc571df7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342'] for segment, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.358558 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1764e9dd-eff3-473e-bde1-e86fc571df7d admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=99532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:43:08.358991 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-1764e9dd-eff3-473e-bde1-e86fc571df7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4232127'] for segment, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.360785 dv-cinder-792209-3-iscsi neutron-server[99532]: Traceback (most recent call last): Jun 29 10:43:08.360785 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:43:08.360785 dv-cinder-792209-3-iscsi neutron-server[99532]: timer() Jun 29 10:43:08.360785 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:43:08.360785 dv-cinder-792209-3-iscsi neutron-server[99532]: cb(*args, **kw) Jun 29 10:43:08.360785 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:43:08.360785 dv-cinder-792209-3-iscsi neutron-server[99532]: return func(*args, **kwargs) Jun 29 10:43:08.360785 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:43:08.360785 dv-cinder-792209-3-iscsi neutron-server[99532]: self._notify() Jun 29 10:43:08.360785 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:43:08.360785 dv-cinder-792209-3-iscsi neutron-server[99532]: self.callback(batched_events) Jun 29 10:43:08.360785 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:43:08.360785 dv-cinder-792209-3-iscsi neutron-server[99532]: event.method(event) Jun 29 10:43:08.360785 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:43:08.360785 dv-cinder-792209-3-iscsi neutron-server[99532]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:43:08.360785 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:43:08.360785 dv-cinder-792209-3-iscsi neutron-server[99532]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:43:08.360785 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:43:08.360785 dv-cinder-792209-3-iscsi neutron-server[99532]: return f(self, *a, **k) Jun 29 10:43:08.360785 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:43:08.360785 dv-cinder-792209-3-iscsi neutron-server[99532]: return self._get(url).json() Jun 29 10:43:08.360785 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:43:08.360785 dv-cinder-792209-3-iscsi neutron-server[99532]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:43:08.360785 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:43:08.360785 dv-cinder-792209-3-iscsi neutron-server[99532]: return self.request(url, 'GET', **kwargs) Jun 29 10:43:08.360785 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:43:08.360785 dv-cinder-792209-3-iscsi neutron-server[99532]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:43:08.360785 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:43:08.360785 dv-cinder-792209-3-iscsi neutron-server[99532]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:43:08.360785 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:43:08.360785 dv-cinder-792209-3-iscsi neutron-server[99532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:43:08.360785 dv-cinder-792209-3-iscsi neutron-server[99532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:43:08.414663 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-1764e9dd-eff3-473e-bde1-e86fc571df7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7781269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7928461'] for network, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.426626 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:08.438918 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-1764e9dd-eff3-473e-bde1-e86fc571df7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for network, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.440813 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-1764e9dd-eff3-473e-bde1-e86fc571df7d admin admin] 10.222.0.61 "DELETE /v2.0/networks/3a167271-1bed-4525-b6c0-17c98259d42a HTTP/1.1" status: 204 len: 168 time: 0.2818553 Jun 29 10:43:08.441882 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1764e9dd-eff3-473e-bde1-e86fc571df7d admin admin] Pushing event deleted for resources: {'Network': ['ID=3a167271-1bed-4525-b6c0-17c98259d42a,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:08.443489 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 44864) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:08.445402 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-1764e9dd-eff3-473e-bde1-e86fc571df7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:08.492597 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8b35928-8ff1-4de1-9231-a60a6058d87c admin admin] Deleting subnet 56547fae-4114-4ac4-9cac-88e9f912a8eb {{(pid=99532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:43:08.496286 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d8b35928-8ff1-4de1-9231-a60a6058d87c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.533728 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d8b35928-8ff1-4de1-9231-a60a6058d87c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8692076'] for subnet, precommit_delete_associations {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.575251 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d8b35928-8ff1-4de1-9231-a60a6058d87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7781200'] for subnet, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.628695 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d8b35928-8ff1-4de1-9231-a60a6058d87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7781161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4232018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4101428'] for subnet, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.631874 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-588bfcee-71ea-4396-a61e-dd9701a368bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:08.659503 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b35928-8ff1-4de1-9231-a60a6058d87c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56547fae-4114-4ac4-9cac-88e9f912a8eb,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:08.661685 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d8b35928-8ff1-4de1-9231-a60a6058d87c admin admin] Notify callbacks [] for subnet, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.663585 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-d8b35928-8ff1-4de1-9231-a60a6058d87c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/56547fae-4114-4ac4-9cac-88e9f912a8eb HTTP/1.1" status: 204 len: 168 time: 0.2191613 Jun 29 10:43:08.664452 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-d8b35928-8ff1-4de1-9231-a60a6058d87c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:08.666076 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 44866) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:08.730346 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4444b9d4-3c7f-49a6-92dc-1798287c63a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596557'] for network, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.809995 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4444b9d4-3c7f-49a6-92dc-1798287c63a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7778662', 'neutron.services.segments.db._delete_segments_for_network-8772013423665'] for network, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.819842 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.services.segments.db [None req-4444b9d4-3c7f-49a6-92dc-1798287c63a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63310bfa-08d2-4fe2-a3e0-972dcf2a8ce0']}} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:08.830132 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.services.segments.db [None req-4444b9d4-3c7f-49a6-92dc-1798287c63a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b60ddb7c-5679-4fbb-8ebb-4a826a808dc8') {'for_net_delete': True} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:08.830423 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.services.segments.db [None req-4444b9d4-3c7f-49a6-92dc-1798287c63a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b60ddb7c-5679-4fbb-8ebb-4a826a808dc8') {} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:08.838774 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4444b9d4-3c7f-49a6-92dc-1798287c63a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772013419924', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8692071'] for segment, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.851517 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4444b9d4-3c7f-49a6-92dc-1798287c63a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342'] for segment, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.857318 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4444b9d4-3c7f-49a6-92dc-1798287c63a7 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=99532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:43:08.857686 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4444b9d4-3c7f-49a6-92dc-1798287c63a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4232127'] for segment, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.859320 dv-cinder-792209-3-iscsi neutron-server[99532]: Traceback (most recent call last): Jun 29 10:43:08.859320 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:43:08.859320 dv-cinder-792209-3-iscsi neutron-server[99532]: timer() Jun 29 10:43:08.859320 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:43:08.859320 dv-cinder-792209-3-iscsi neutron-server[99532]: cb(*args, **kw) Jun 29 10:43:08.859320 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:43:08.859320 dv-cinder-792209-3-iscsi neutron-server[99532]: return func(*args, **kwargs) Jun 29 10:43:08.859320 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:43:08.859320 dv-cinder-792209-3-iscsi neutron-server[99532]: self._notify() Jun 29 10:43:08.859320 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:43:08.859320 dv-cinder-792209-3-iscsi neutron-server[99532]: self.callback(batched_events) Jun 29 10:43:08.859320 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:43:08.859320 dv-cinder-792209-3-iscsi neutron-server[99532]: event.method(event) Jun 29 10:43:08.859320 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:43:08.859320 dv-cinder-792209-3-iscsi neutron-server[99532]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:43:08.859320 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:43:08.859320 dv-cinder-792209-3-iscsi neutron-server[99532]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:43:08.859320 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:43:08.859320 dv-cinder-792209-3-iscsi neutron-server[99532]: return f(self, *a, **k) Jun 29 10:43:08.859320 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:43:08.859320 dv-cinder-792209-3-iscsi neutron-server[99532]: return self._get(url).json() Jun 29 10:43:08.859320 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:43:08.859320 dv-cinder-792209-3-iscsi neutron-server[99532]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:43:08.859320 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:43:08.859320 dv-cinder-792209-3-iscsi neutron-server[99532]: return self.request(url, 'GET', **kwargs) Jun 29 10:43:08.859320 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:43:08.859320 dv-cinder-792209-3-iscsi neutron-server[99532]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:43:08.859320 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:43:08.859320 dv-cinder-792209-3-iscsi neutron-server[99532]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:43:08.859320 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:43:08.859320 dv-cinder-792209-3-iscsi neutron-server[99532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:43:08.859320 dv-cinder-792209-3-iscsi neutron-server[99532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:43:08.911053 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4444b9d4-3c7f-49a6-92dc-1798287c63a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7781269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7928461'] for network, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.914585 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:08.917631 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4444b9d4-3c7f-49a6-92dc-1798287c63a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for network, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:08.919267 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-4444b9d4-3c7f-49a6-92dc-1798287c63a7 admin admin] 10.222.0.61 "DELETE /v2.0/networks/63310bfa-08d2-4fe2-a3e0-972dcf2a8ce0 HTTP/1.1" status: 204 len: 168 time: 0.2522650 Jun 29 10:43:08.931774 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4444b9d4-3c7f-49a6-92dc-1798287c63a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=63310bfa-08d2-4fe2-a3e0-972dcf2a8ce0,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:08.934104 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-4444b9d4-3c7f-49a6-92dc-1798287c63a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:09.101515 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 44886) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:09.146641 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-cdd22a06-c8d8-43a2-8dc3-5438bb043b5b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5e985677f40c43fea5db4b429a198fab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430570 Jun 29 10:43:09.148446 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 44890) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:09.239963 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-79b13d89-60ad-4758-94d8-c66d1cd3f794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:09.272649 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5801fb9c-44c4-41dd-ae6b-8cfd564cb3af req-461d0522-d89c-4966-b52f-3962e8539243 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:09.274111 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-5801fb9c-44c4-41dd-ae6b-8cfd564cb3af req-461d0522-d89c-4966-b52f-3962e8539243 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.1006656 Jun 29 10:43:09.275951 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-79b13d89-60ad-4758-94d8-c66d1cd3f794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:09.335151 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-5801fb9c-44c4-41dd-ae6b-8cfd564cb3af req-f5b9e2c8-2e8d-43b3-b0f4-05a9d8365509 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511374 Jun 29 10:43:09.361710 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-79b13d89-60ad-4758-94d8-c66d1cd3f794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:09.364533 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-79b13d89-60ad-4758-94d8-c66d1cd3f794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:09.365664 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-79b13d89-60ad-4758-94d8-c66d1cd3f794 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9ae064bd-8dbe-4106-83e3-c12edabcf539 HTTP/1.1" status: 204 len: 168 time: 0.2161412 Jun 29 10:43:09.366411 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-0e2c6129-2b41-467d-b657-108ac0def044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:09.374959 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b13d89-60ad-4758-94d8-c66d1cd3f794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae064bd-8dbe-4106-83e3-c12edabcf539,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:09.377228 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-79b13d89-60ad-4758-94d8-c66d1cd3f794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:09.719128 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 44924) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:09.761721 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-e8927c2e-332c-40db-b543-5f30244f1820 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=829a1417a6e5415284b10c23bccb5760&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413947 Jun 29 10:43:09.764068 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 44926) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:09.813288 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ee3756f8-a8a5-4db6-bde1-f34d6c36bc81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:09.836580 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ee3756f8-a8a5-4db6-bde1-f34d6c36bc81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:09.883863 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ee3756f8-a8a5-4db6-bde1-f34d6c36bc81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:09.887151 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ee3756f8-a8a5-4db6-bde1-f34d6c36bc81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:09.888275 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-ee3756f8-a8a5-4db6-bde1-f34d6c36bc81 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/73b06cbf-4cfb-4332-b7ab-28464e2d66d8 HTTP/1.1" status: 204 len: 168 time: 0.1233377 Jun 29 10:43:09.889026 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-c494027d-4767-469d-8e21-b9efb277f263 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:09.896263 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3756f8-a8a5-4db6-bde1-f34d6c36bc81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b06cbf-4cfb-4332-b7ab-28464e2d66d8,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:09.898589 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ee3756f8-a8a5-4db6-bde1-f34d6c36bc81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:10.513913 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4e996-3762-450d-901e-3997d08a491f req-d37fbf8a-85b8-4868-85f7-0948676278d4 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:10.515418 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-33a4e996-3762-450d-901e-3997d08a491f req-d37fbf8a-85b8-4868-85f7-0948676278d4 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.0638995 Jun 29 10:43:10.552240 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-33a4e996-3762-450d-901e-3997d08a491f req-b9047b32-d1cd-42cb-a7f1-29ffd87a165c tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312512 Jun 29 10:43:11.350898 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 45022) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:11.380398 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 45026) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:11.492230 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-17faa230-8a86-4e44-ab3d-397dedf0af2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:11.531636 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c1de4305-36a5-4a4a-b04c-bd2a5233c74e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:11.603174 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-17faa230-8a86-4e44-ab3d-397dedf0af2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:11.611387 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-17faa230-8a86-4e44-ab3d-397dedf0af2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:11.615331 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:11.668129 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-17faa230-8a86-4e44-ab3d-397dedf0af2a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=11b0709b23fc4e249e8026dced7b4529&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3179448 Jun 29 10:43:11.668459 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 45038) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:11.670463 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17faa230-8a86-4e44-ab3d-397dedf0af2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01ad58c-44dc-4bfc-a54b-883b45ae5225,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:11.704009 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-17faa230-8a86-4e44-ab3d-397dedf0af2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:11.726195 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4ad11193-3e20-4db4-af87-bf25f6e9e0b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:11.750245 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4ad11193-3e20-4db4-af87-bf25f6e9e0b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:11.796687 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4ad11193-3e20-4db4-af87-bf25f6e9e0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:11.799670 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4ad11193-3e20-4db4-af87-bf25f6e9e0b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:11.800900 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-4ad11193-3e20-4db4-af87-bf25f6e9e0b0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d01ad58c-44dc-4bfc-a54b-883b45ae5225 HTTP/1.1" status: 204 len: 168 time: 0.1314108 Jun 29 10:43:11.801754 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-4b42cd1e-2f71-48f0-82a0-2663acf7023c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:11.802620 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c7a020-6501-435a-b14b-3eb66c1712e8 req-85f297ba-dcde-4443-9d0b-51aefaf6d8ec tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:11.804091 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-43c7a020-6501-435a-b14b-3eb66c1712e8 req-85f297ba-dcde-4443-9d0b-51aefaf6d8ec tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.1370502 Jun 29 10:43:11.809462 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c1de4305-36a5-4a4a-b04c-bd2a5233c74e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:11.812756 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad11193-3e20-4db4-af87-bf25f6e9e0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01ad58c-44dc-4bfc-a54b-883b45ae5225,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:11.815080 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-4ad11193-3e20-4db4-af87-bf25f6e9e0b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:11.823554 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c1de4305-36a5-4a4a-b04c-bd2a5233c74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:11.831480 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:11.884737 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-c1de4305-36a5-4a4a-b04c-bd2a5233c74e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b237af96d49d484f8c75aea2526f08ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5033062 Jun 29 10:43:11.887527 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 45044) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:11.892122 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-43c7a020-6501-435a-b14b-3eb66c1712e8 req-4716ddef-643c-46f5-a002-40ab5556ea4c tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810924 Jun 29 10:43:11.892764 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1de4305-36a5-4a4a-b04c-bd2a5233c74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74130da-348e-4bd7-a787-9cfebe4b8c68,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:11.896198 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-c1de4305-36a5-4a4a-b04c-bd2a5233c74e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:11.946175 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e3bbb930-223b-4e61-8f39-1da32d5bb56d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:11.949963 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.agents_db [None req-93d4a047-be9c-4d13-b750-597922b429b4 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:43:11.967143 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e3bbb930-223b-4e61-8f39-1da32d5bb56d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.011493 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e3bbb930-223b-4e61-8f39-1da32d5bb56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.014079 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e3bbb930-223b-4e61-8f39-1da32d5bb56d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.015273 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-e3bbb930-223b-4e61-8f39-1da32d5bb56d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e74130da-348e-4bd7-a787-9cfebe4b8c68 HTTP/1.1" status: 204 len: 168 time: 0.1269190 Jun 29 10:43:12.016000 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-4ad11193-3e20-4db4-af87-bf25f6e9e0b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:12.028431 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bbb930-223b-4e61-8f39-1da32d5bb56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74130da-348e-4bd7-a787-9cfebe4b8c68,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:12.031148 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-e3bbb930-223b-4e61-8f39-1da32d5bb56d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:12.097709 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 45050) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:12.111608 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b764f1ed-6c79-411c-a586-3f6da4f8f39c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.208111 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b764f1ed-6c79-411c-a586-3f6da4f8f39c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.213736 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b764f1ed-6c79-411c-a586-3f6da4f8f39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.217191 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-c1de4305-36a5-4a4a-b04c-bd2a5233c74e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:12.252069 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-b764f1ed-6c79-411c-a586-3f6da4f8f39c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=06df5270914f4b84978a8cf7ed77f833&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1532876 Jun 29 10:43:12.252916 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b764f1ed-6c79-411c-a586-3f6da4f8f39c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43657706-21cd-4d33-979c-589b40876ede,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:12.254861 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 45056) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:12.255847 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b764f1ed-6c79-411c-a586-3f6da4f8f39c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:12.286621 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 45058) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:12.300043 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3ff4239a-fdd8-43d9-a1b4-ff2790b6b0db admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.304248 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-1e955fd2-e4bf-43c4-b091-7ba1f495724c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.330163 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-1e955fd2-e4bf-43c4-b091-7ba1f495724c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.385188 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-1e955fd2-e4bf-43c4-b091-7ba1f495724c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.388575 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-1e955fd2-e4bf-43c4-b091-7ba1f495724c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.390240 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-1e955fd2-e4bf-43c4-b091-7ba1f495724c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/43657706-21cd-4d33-979c-589b40876ede HTTP/1.1" status: 204 len: 168 time: 0.1337862 Jun 29 10:43:12.391092 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-5fb43575-f784-44e7-a0da-c3fbbb0388c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:12.394186 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3ff4239a-fdd8-43d9-a1b4-ff2790b6b0db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.399881 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e955fd2-e4bf-43c4-b091-7ba1f495724c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43657706-21cd-4d33-979c-589b40876ede,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:12.400029 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3ff4239a-fdd8-43d9-a1b4-ff2790b6b0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.404563 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-36b60e77-b113-4b19-8b11-3853b5ee0d35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:12.407803 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-1e955fd2-e4bf-43c4-b091-7ba1f495724c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:12.442753 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-3ff4239a-fdd8-43d9-a1b4-ff2790b6b0db admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=760470a3c0614e71961daa1d527406eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1549573 Jun 29 10:43:12.444641 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff4239a-fdd8-43d9-a1b4-ff2790b6b0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820f643b-66ce-449c-98a5-349f187c8a92,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:12.445461 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 45064) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:12.447632 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-3ff4239a-fdd8-43d9-a1b4-ff2790b6b0db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:12.491740 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-03e771ca-67c2-41ea-9497-67f1cd351ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.513158 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-03e771ca-67c2-41ea-9497-67f1cd351ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.560497 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-03e771ca-67c2-41ea-9497-67f1cd351ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.563091 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-03e771ca-67c2-41ea-9497-67f1cd351ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:12.564276 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-03e771ca-67c2-41ea-9497-67f1cd351ea4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/820f643b-66ce-449c-98a5-349f187c8a92 HTTP/1.1" status: 204 len: 168 time: 0.1178596 Jun 29 10:43:12.565210 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-9a503733-b2c6-4c42-8130-38df85007d72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:12.573364 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e771ca-67c2-41ea-9497-67f1cd351ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820f643b-66ce-449c-98a5-349f187c8a92,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:12.575698 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-03e771ca-67c2-41ea-9497-67f1cd351ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:13.103655 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded45bcc-8c3a-4ac9-8fc8-f87eedb04718 req-fc4f5fd5-c79a-45aa-8612-1fd766d6ea36 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:13.105139 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ded45bcc-8c3a-4ac9-8fc8-f87eedb04718 req-fc4f5fd5-c79a-45aa-8612-1fd766d6ea36 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.0747576 Jun 29 10:43:13.148878 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ded45bcc-8c3a-4ac9-8fc8-f87eedb04718 req-c1707600-d8ed-4350-bb49-c89bb2e9063a tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384266 Jun 29 10:43:14.302754 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 45184) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:14.348842 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810f88e-f194-4bd3-ba2c-f82c4b13ca87 req-ffac84dc-5357-4153-8347-57ffec02b88a tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:14.355141 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6810f88e-f194-4bd3-ba2c-f82c4b13ca87 req-ffac84dc-5357-4153-8347-57ffec02b88a tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.0813227 Jun 29 10:43:14.441405 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6810f88e-f194-4bd3-ba2c-f82c4b13ca87 req-14fa239c-5f0b-4860-b179-bee9d4f4407a tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789576 Jun 29 10:43:14.491034 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-6b475cd4-fdf6-4516-9713-78fb611c7794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:14.621474 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-6b475cd4-fdf6-4516-9713-78fb611c7794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:14.625942 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-6b475cd4-fdf6-4516-9713-78fb611c7794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:14.629374 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-1e955fd2-e4bf-43c4-b091-7ba1f495724c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:14.652553 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-6b475cd4-fdf6-4516-9713-78fb611c7794 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=161ff5815eba4ca188581a2c29dd2f60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3480568 Jun 29 10:43:14.657664 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 45220) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:14.700834 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b475cd4-fdf6-4516-9713-78fb611c7794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d8c990-4ad4-4a2d-8b1c-eeb1194de329,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:14.706495 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-6b475cd4-fdf6-4516-9713-78fb611c7794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:14.728314 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-9b89c619-06ba-4a0b-8156-197a1995c70d tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:14.729888 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-9b89c619-06ba-4a0b-8156-197a1995c70d tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/networks?id=730b9790-c1e3-474e-a663-0330ab8e1d49 HTTP/1.1" status: 200 len: 814 time: 0.1322854 Jun 29 10:43:14.739999 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-33413909-d858-47da-9687-efef868ecb82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:14.744550 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-f8fef7a5-f41d-4946-9571-a46aa186c534 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/quotas/dad9db5067174f9cb9eb9c074e88edeb HTTP/1.1" status: 200 len: 375 time: 0.0094488 Jun 29 10:43:14.763139 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-33413909-d858-47da-9687-efef868ecb82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:14.811517 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-33413909-d858-47da-9687-efef868ecb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:14.814284 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-33413909-d858-47da-9687-efef868ecb82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:14.815499 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-33413909-d858-47da-9687-efef868ecb82 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e2d8c990-4ad4-4a2d-8b1c-eeb1194de329 HTTP/1.1" status: 204 len: 168 time: 0.1563163 Jun 29 10:43:14.816952 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-6680db1c-a850-437a-b5cb-0204a3b88ffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:14.826115 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33413909-d858-47da-9687-efef868ecb82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d8c990-4ad4-4a2d-8b1c-eeb1194de329,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:14.828705 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-33413909-d858-47da-9687-efef868ecb82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:14.829498 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-52ed8d99-216f-483c-976e-662dc7af7537 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=dad9db5067174f9cb9eb9c074e88edeb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0794058 Jun 29 10:43:14.942519 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-9c4c4f36-6088-49f1-8acc-be57d00904a3 service neutron] 10.222.0.61 "GET /v2.0/networks/730b9790-c1e3-474e-a663-0330ab8e1d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985308 Jun 29 10:43:15.034340 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-e4d7a6c7-4d21-48a3-95ab-b1ceb7f1df24 service neutron] 10.222.0.61 "GET /v2.0/networks/730b9790-c1e3-474e-a663-0330ab8e1d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906591 Jun 29 10:43:15.076257 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 45236) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:15.175475 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 45242) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:15.216477 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0e92d6a3-ce00-444b-b6c9-9558f3022015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:15.218174 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-cd36f35c-29c5-4332-b740-01da7b018aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:15.245149 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-00cc6124-1909-40bd-a29f-5f1f3b0c2356 req-9524e25a-dc46-4fed-96ab-40e35c4260ff tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf9460f1-7e92-4804-a35b-c0120b404f80 HTTP/1.1" status: 200 len: 210 time: 0.0485413 Jun 29 10:43:15.273860 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.db.api [None req-cd36f35c-29c5-4332-b740-01da7b018aa4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 10:43:15.273860 dv-cinder-792209-3-iscsi neutron-server[99533]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 29 10:43:15.273860 dv-cinder-792209-3-iscsi neutron-server[99533]: [parameters: {'project_id': '1e2cccc3052040659be1fd836cd668c3', 'id': '3321d94b-aed2-412a-9713-65c4f8b65e56', 'expiration': datetime.datetime(2021, 6, 29, 10, 45, 15, 267837)}] Jun 29 10:43:15.273860 dv-cinder-792209-3-iscsi neutron-server[99533]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99533) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 10:43:15.274184 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_db.api [None req-cd36f35c-29c5-4332-b740-01da7b018aa4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 10:43:15.342312 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0e92d6a3-ce00-444b-b6c9-9558f3022015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:15.345895 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0e92d6a3-ce00-444b-b6c9-9558f3022015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:15.349194 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-1366004f-1fef-449c-be26-85fda733c269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:15.391149 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 45254) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:15.399123 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-0e92d6a3-ce00-444b-b6c9-9558f3022015 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=04d21275cc874fba80d7d94024481b45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2223825 Jun 29 10:43:15.403481 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e92d6a3-ce00-444b-b6c9-9558f3022015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c649b8f3-ff4c-4abd-9290-d3a3e69d6442,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:15.408010 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-0e92d6a3-ce00-444b-b6c9-9558f3022015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:15.459288 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-41e5a6f9-3d0a-451c-aaad-7f64c0d19725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:15.482084 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-41e5a6f9-3d0a-451c-aaad-7f64c0d19725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:15.533002 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-41e5a6f9-3d0a-451c-aaad-7f64c0d19725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:15.537717 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-41e5a6f9-3d0a-451c-aaad-7f64c0d19725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:15.539256 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-41e5a6f9-3d0a-451c-aaad-7f64c0d19725 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c649b8f3-ff4c-4abd-9290-d3a3e69d6442 HTTP/1.1" status: 204 len: 168 time: 0.1470311 Jun 29 10:43:15.540104 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-69828feb-e627-4451-b484-4115b20c2b75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:15.549584 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e5a6f9-3d0a-451c-aaad-7f64c0d19725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c649b8f3-ff4c-4abd-9290-d3a3e69d6442,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:15.552339 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-41e5a6f9-3d0a-451c-aaad-7f64c0d19725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:15.670215 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131fc500-ae62-425d-8256-1a364b261605 req-6fd90476-ec31-4a03-89a7-a58f45fcef29 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:15.671740 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-131fc500-ae62-425d-8256-1a364b261605 req-6fd90476-ec31-4a03-89a7-a58f45fcef29 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.0834751 Jun 29 10:43:15.765266 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-131fc500-ae62-425d-8256-1a364b261605 req-931c4eae-519b-43f2-b7b4-3ea8fe18763e tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861297 Jun 29 10:43:15.775595 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-cd36f35c-29c5-4332-b740-01da7b018aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:15.837736 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 45278) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:15.951339 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-cd36f35c-29c5-4332-b740-01da7b018aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:15.957587 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-cd36f35c-29c5-4332-b740-01da7b018aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:15.961280 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6d6e4d89-3562-4158-8f42-63afd9d8cd8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:16.004809 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-cd36f35c-29c5-4332-b740-01da7b018aa4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1e2cccc3052040659be1fd836cd668c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9274728 Jun 29 10:43:16.005356 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 45292) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:16.012527 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd36f35c-29c5-4332-b740-01da7b018aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46dab585-6ae9-4566-bbb3-d1f8ebe82680,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:16.016060 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-cd36f35c-29c5-4332-b740-01da7b018aa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:16.016355 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-fd9461e2-cb78-47f2-bdb5-842d9a1f7ed8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:16.091138 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0aa05ba0-431f-4ca4-a5c8-b1a4edfc7e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:16.116243 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0aa05ba0-431f-4ca4-a5c8-b1a4edfc7e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:16.141170 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-fd9461e2-cb78-47f2-bdb5-842d9a1f7ed8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:16.145785 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-fd9461e2-cb78-47f2-bdb5-842d9a1f7ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:16.149775 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-f4e19d44-3e4e-4c91-9c33-3a0e12e450d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:16.169751 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0aa05ba0-431f-4ca4-a5c8-b1a4edfc7e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:16.173983 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0aa05ba0-431f-4ca4-a5c8-b1a4edfc7e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:16.175229 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-0aa05ba0-431f-4ca4-a5c8-b1a4edfc7e1f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/46dab585-6ae9-4566-bbb3-d1f8ebe82680 HTTP/1.1" status: 204 len: 168 time: 0.1687543 Jun 29 10:43:16.176057 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-cd36f35c-29c5-4332-b740-01da7b018aa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:16.185414 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa05ba0-431f-4ca4-a5c8-b1a4edfc7e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46dab585-6ae9-4566-bbb3-d1f8ebe82680,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:16.187718 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-0aa05ba0-431f-4ca4-a5c8-b1a4edfc7e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:16.194693 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-fd9461e2-cb78-47f2-bdb5-842d9a1f7ed8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=32e50b515ccf480a9cb6789548f49ce4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3534184 Jun 29 10:43:16.194942 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 45300) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:16.195922 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9461e2-cb78-47f2-bdb5-842d9a1f7ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21cf210-f596-4b74-a268-34ebd24084b0,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:16.202690 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-fd9461e2-cb78-47f2-bdb5-842d9a1f7ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:16.259865 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0f710a77-bfc5-4ae6-ae3f-f83df24cfe48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:16.287391 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0f710a77-bfc5-4ae6-ae3f-f83df24cfe48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:16.351738 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0f710a77-bfc5-4ae6-ae3f-f83df24cfe48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:16.359894 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0f710a77-bfc5-4ae6-ae3f-f83df24cfe48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:16.361327 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-0f710a77-bfc5-4ae6-ae3f-f83df24cfe48 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b21cf210-f596-4b74-a268-34ebd24084b0 HTTP/1.1" status: 204 len: 168 time: 0.1637592 Jun 29 10:43:16.363047 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ee3756f8-a8a5-4db6-bde1-f34d6c36bc81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:16.375190 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f710a77-bfc5-4ae6-ae3f-f83df24cfe48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21cf210-f596-4b74-a268-34ebd24084b0,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:16.384184 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-0f710a77-bfc5-4ae6-ae3f-f83df24cfe48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:16.425999 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-743540f5-9ae2-465d-b7d4-72b916ac139c req-9672f4ec-82ac-4407-8261-4ca3497db293 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf9460f1-7e92-4804-a35b-c0120b404f80 HTTP/1.1" status: 200 len: 210 time: 0.0485384 Jun 29 10:43:16.656198 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 45316) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:16.672095 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7e9f46e2-66ff-415f-adcb-5d77503a7d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:16.784519 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-f455f5b9-67f9-485a-9e6e-8b4711b26808 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:16.787756 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-f455f5b9-67f9-485a-9e6e-8b4711b26808 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.41 "GET /v2.0/networks?id=730b9790-c1e3-474e-a663-0330ab8e1d49 HTTP/1.1" status: 200 len: 814 time: 0.2071304 Jun 29 10:43:16.810731 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7e9f46e2-66ff-415f-adcb-5d77503a7d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:16.817575 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-fa4630d8-2a1f-4bde-804e-5a0a429dac8f tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Request body: {'port': {'device_id': 'bf9460f1-7e92-4804-a35b-c0120b404f80', 'network_id': '730b9790-c1e3-474e-a663-0330ab8e1d49', 'admin_state_up': True, 'tenant_id': 'dad9db5067174f9cb9eb9c074e88edeb'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:16.817990 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7e9f46e2-66ff-415f-adcb-5d77503a7d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:16.862902 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-cdbd000b-0833-4d8c-9d53-1053fbe38771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:16.910987 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9f46e2-66ff-415f-adcb-5d77503a7d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b0a698-b81d-4263-9fb0-2220f12f3eff,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:16.918935 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-7e9f46e2-66ff-415f-adcb-5d77503a7d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:16.925014 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-7e9f46e2-66ff-415f-adcb-5d77503a7d0f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=923bf8f81160443c91e504902cb2b035&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2665799 Jun 29 10:43:16.927993 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 45324) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:17.098185 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c240c3e-da6a-459f-9a25-6b1ebb81a3f1 req-84daf049-1852-4af7-90f4-75762236b3f9 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:17.104896 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-7c240c3e-da6a-459f-9a25-6b1ebb81a3f1 req-84daf049-1852-4af7-90f4-75762236b3f9 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.1220148 Jun 29 10:43:17.137593 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 45342) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:17.163354 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e25d5ffb-2be7-44e8-9b91-f3baf1193f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:17.169588 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-80d85164-8b3a-4e9c-bc89-d80572e7485f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:17.212814 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e25d5ffb-2be7-44e8-9b91-f3baf1193f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:17.226021 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-fa4630d8-2a1f-4bde-804e-5a0a429dac8f tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Made reservation on behalf of dad9db5067174f9cb9eb9c074e88edeb for: {'port': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:17.230116 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-fa4630d8-2a1f-4bde-804e-5a0a429dac8f tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:17.340193 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-7c240c3e-da6a-459f-9a25-6b1ebb81a3f1 req-05e5e1f4-4538-466c-b482-8a175e106397 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199380 Jun 29 10:43:17.397856 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e25d5ffb-2be7-44e8-9b91-f3baf1193f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:17.400995 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e25d5ffb-2be7-44e8-9b91-f3baf1193f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:17.402112 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-e25d5ffb-2be7-44e8-9b91-f3baf1193f6b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/66b0a698-b81d-4263-9fb0-2220f12f3eff HTTP/1.1" status: 204 len: 168 time: 0.4742785 Jun 29 10:43:17.406193 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-1232eb47-c4a4-4b93-ae96-a753623e0344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:17.436744 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25d5ffb-2be7-44e8-9b91-f3baf1193f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b0a698-b81d-4263-9fb0-2220f12f3eff,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:17.449722 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-e25d5ffb-2be7-44e8-9b91-f3baf1193f6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:17.485611 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-fa4630d8-2a1f-4bde-804e-5a0a429dac8f tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Allocated IP 172.20.0.9 (730b9790-c1e3-474e-a663-0330ab8e1d49/1643e872-1bdb-489a-8d50-24dbd0235148/76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:43:17.488929 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-80d85164-8b3a-4e9c-bc89-d80572e7485f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:17.497933 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-80d85164-8b3a-4e9c-bc89-d80572e7485f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:17.501366 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:17.528973 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d85164-8b3a-4e9c-bc89-d80572e7485f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb57469b-bcbd-49fc-a0e4-c29b662c91eb,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:17.552891 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-80d85164-8b3a-4e9c-bc89-d80572e7485f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:17.592625 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-80d85164-8b3a-4e9c-bc89-d80572e7485f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7791be378af84b7d81f03310ec0c6076&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4533877 Jun 29 10:43:17.595154 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 45358) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:17.637255 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1d423067-543d-4108-8ac9-d2d05df7b36b req-b0c07ab8-37b7-49c5-9814-6020cd24518a tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf9460f1-7e92-4804-a35b-c0120b404f80 HTTP/1.1" status: 200 len: 210 time: 0.0450161 Jun 29 10:43:17.675242 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-86e5da5b-7664-40f0-926a-888962396141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:17.698912 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-86e5da5b-7664-40f0-926a-888962396141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:17.755411 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-fa4630d8-2a1f-4bde-804e-5a0a429dac8f tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:17.766939 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-86e5da5b-7664-40f0-926a-888962396141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:17.769637 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-86e5da5b-7664-40f0-926a-888962396141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:17.778783 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-86e5da5b-7664-40f0-926a-888962396141 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/eb57469b-bcbd-49fc-a0e4-c29b662c91eb HTTP/1.1" status: 204 len: 168 time: 0.1795015 Jun 29 10:43:17.781167 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-928327f1-67f8-4843-8918-d3db2e223cb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:17.793005 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e5da5b-7664-40f0-926a-888962396141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb57469b-bcbd-49fc-a0e4-c29b662c91eb,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:17.800838 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-86e5da5b-7664-40f0-926a-888962396141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:17.805758 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-fa4630d8-2a1f-4bde-804e-5a0a429dac8f tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4232069'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:17.817988 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:17.846515 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] get_ports_and_sgs() called for port_ids ['a8a396db-ba2e-4df9-ae26-ac99811fbb95'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:43:17.850438 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-fa4630d8-2a1f-4bde-804e-5a0a429dac8f tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Network 730b9790-c1e3-474e-a663-0330ab8e1d49 is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:17.862633 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-fa4630d8-2a1f-4bde-804e-5a0a429dac8f tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:17.870362 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-fa4630d8-2a1f-4bde-804e-5a0a429dac8f tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:43:17.927447 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4630d8-2a1f-4bde-804e-5a0a429dac8f tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Pushing event updated for resources: {'Port': ['ID=76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:17.937712 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-fa4630d8-2a1f-4bde-804e-5a0a429dac8f tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:17.962402 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-fa4630d8-2a1f-4bde-804e-5a0a429dac8f tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:17.963312 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-fa4630d8-2a1f-4bde-804e-5a0a429dac8f tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:17.984950 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-fa4630d8-2a1f-4bde-804e-5a0a429dac8f tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1721017 Jun 29 10:43:18.012321 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-1c2134f2-1926-46ae-8e57-afc83b2bcd30 service neutron] Request body: {'port': {'device_id': 'bf9460f1-7e92-4804-a35b-c0120b404f80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:18.095647 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-1c2134f2-1926-46ae-8e57-afc83b2bcd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:18.450259 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.notifiers.nova [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-1c2134f2-1926-46ae-8e57-afc83b2bcd30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d {{(pid=99532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:43:18.461182 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-1c2134f2-1926-46ae-8e57-afc83b2bcd30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:18.480179 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.provisioning_blocks [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-1c2134f2-1926-46ae-8e57-afc83b2bcd30 service neutron] Transition to ACTIVE for port object 76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d will not be triggered until provisioned by entity L2. {{(pid=99532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:18.486762 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-1c2134f2-1926-46ae-8e57-afc83b2bcd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4232083'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:18.490514 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:18.544949 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2134f2-1926-46ae-8e57-afc83b2bcd30 service neutron] Pushing event updated for resources: {'Port': ['ID=76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d,revision_number=2']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:18.550025 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-1c2134f2-1926-46ae-8e57-afc83b2bcd30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:18.650424 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-1c2134f2-1926-46ae-8e57-afc83b2bcd30 service neutron] Attempting to bind port 76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:43:18.650795 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-1c2134f2-1926-46ae-8e57-afc83b2bcd30 service neutron] Attempting to bind port 76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '9f0c74f0-432e-4950-b3d2-3a9e79de6a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '730b9790-c1e3-474e-a663-0330ab8e1d49'}] {{(pid=99532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:43:18.651206 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-1c2134f2-1926-46ae-8e57-afc83b2bcd30 service neutron] Attempting to bind port 76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d on network 730b9790-c1e3-474e-a663-0330ab8e1d49 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:18.651787 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b32195-12ba-4bcf-9e40-a4d69e430200 req-80bdf7de-10e1-433f-91d4-0756becbe434 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:18.655932 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-1c2134f2-1926-46ae-8e57-afc83b2bcd30 service neutron] Port 76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d on network 730b9790-c1e3-474e-a663-0330ab8e1d49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:43:18.656465 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-1c2134f2-1926-46ae-8e57-afc83b2bcd30 service neutron] Attempting to bind port 76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d on network 730b9790-c1e3-474e-a663-0330ab8e1d49 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:18.662777 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-98b32195-12ba-4bcf-9e40-a4d69e430200 req-80bdf7de-10e1-433f-91d4-0756becbe434 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.0917408 Jun 29 10:43:18.663284 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-1c2134f2-1926-46ae-8e57-afc83b2bcd30 service neutron] Checking agent: {'id': 'd76c2234-1a1a-45d0-9761-a55b876eff8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 39, 54), 'started_at': datetime.datetime(2021, 6, 29, 10, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:43:18.663866 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-1c2134f2-1926-46ae-8e57-afc83b2bcd30 service neutron] Checking segment: {'id': '9f0c74f0-432e-4950-b3d2-3a9e79de6a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '730b9790-c1e3-474e-a663-0330ab8e1d49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:18.664216 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-1c2134f2-1926-46ae-8e57-afc83b2bcd30 service neutron] Bound using segment: {'id': '9f0c74f0-432e-4950-b3d2-3a9e79de6a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '730b9790-c1e3-474e-a663-0330ab8e1d49'} {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:43:18.664658 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-1c2134f2-1926-46ae-8e57-afc83b2bcd30 service neutron] Bound port: 76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f0c74f0-432e-4950-b3d2-3a9e79de6a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '730b9790-c1e3-474e-a663-0330ab8e1d49'}}] {{(pid=99532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:43:18.665073 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-1c2134f2-1926-46ae-8e57-afc83b2bcd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:18.718018 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-98b32195-12ba-4bcf-9e40-a4d69e430200 req-f07004df-c0cd-48ab-bc27-85f26d17b0e4 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538158 Jun 29 10:43:18.741090 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-1c2134f2-1926-46ae-8e57-afc83b2bcd30 service neutron] For port 76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d, host hv-cinder-79220, cleared binding levels {{(pid=99532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:43:18.745714 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-1c2134f2-1926-46ae-8e57-afc83b2bcd30 service neutron] For port 76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d,segment=NetworkSegment(9f0c74f0-432e-4950-b3d2-3a9e79de6a51),segment_id=9f0c74f0-432e-4950-b3d2-3a9e79de6a51)] {{(pid=99532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:43:18.750408 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-1c2134f2-1926-46ae-8e57-afc83b2bcd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4232083'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:18.753694 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:18.766783 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-1c2134f2-1926-46ae-8e57-afc83b2bcd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:18.767394 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-1c2134f2-1926-46ae-8e57-afc83b2bcd30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:18.768956 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-1c2134f2-1926-46ae-8e57-afc83b2bcd30 service neutron] 10.222.0.41 "PUT /v2.0/ports/76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d HTTP/1.1" status: 200 len: 1093 time: 0.7631464 Jun 29 10:43:18.771294 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf9460f1-7e92-4804-a35b-c0120b404f80', 'tag': '76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:43:18.773472 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}741eff7b388cda03fc4d9e55606c84397052c5857ae4d93d7a3b4e67aaed09af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2b6233-db40-467f-b92f-02e27a2963c5" -d '{"events": [{"name": "network-changed", "server_uuid": "bf9460f1-7e92-4804-a35b-c0120b404f80", "tag": "76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:43:18.826871 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17efa72-08f7-49bc-ba1e-e5fac62e74a2 x-openstack-request-id: req-d17efa72-08f7-49bc-ba1e-e5fac62e74a2 {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:43:18.827440 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf9460f1-7e92-4804-a35b-c0120b404f80", "tag": "76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:43:18.827548 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d17efa72-08f7-49bc-ba1e-e5fac62e74a2 {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:43:18.827955 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf9460f1-7e92-4804-a35b-c0120b404f80', 'tag': '76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d', 'status': 'completed', 'code': 200} Jun 29 10:43:18.839379 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2134f2-1926-46ae-8e57-afc83b2bcd30 service neutron] Pushing event updated for resources: {'Port': ['ID=76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d,revision_number=3']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:18.847476 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-1c2134f2-1926-46ae-8e57-afc83b2bcd30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:18.848141 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 45418) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:18.906624 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460a936-cd95-4a48-aab3-16f6168db2bc req-2af739e7-9ca1-42c9-8e3e-c95c8908539b tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:18.915224 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-29959e35-29fb-4f3f-a04d-79826cdb322f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:18.916498 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-9460a936-cd95-4a48-aab3-16f6168db2bc req-2af739e7-9ca1-42c9-8e3e-c95c8908539b tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf9460f1-7e92-4804-a35b-c0120b404f80 HTTP/1.1" status: 200 len: 943 time: 0.0952411 Jun 29 10:43:18.916728 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-29959e35-29fb-4f3f-a04d-79826cdb322f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dad9db5067174f9cb9eb9c074e88edeb&device_id=bf9460f1-7e92-4804-a35b-c0120b404f80 HTTP/1.1" status: 200 len: 1096 time: 0.0570064 Jun 29 10:43:18.958491 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-9460a936-cd95-4a48-aab3-16f6168db2bc req-7ddd1ff2-e50d-45bf-af35-75516e101f47 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411196 Jun 29 10:43:18.981712 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-c64dbb59-6961-4b6f-baba-f31957d82d86 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d HTTP/1.1" status: 200 len: 217 time: 0.0420694 Jun 29 10:43:19.039184 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-e7ba4e4a-b503-412c-9495-8501b347535f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:19.041339 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-e7ba4e4a-b503-412c-9495-8501b347535f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1643e872-1bdb-489a-8d50-24dbd0235148 HTTP/1.1" status: 200 len: 854 time: 0.0527208 Jun 29 10:43:19.079381 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-889b0b13-88bb-4602-aa0c-5a51c2eab900 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=730b9790-c1e3-474e-a663-0330ab8e1d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278192 Jun 29 10:43:19.090041 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-be97e9f6-edcb-451a-ac8b-bc0122962be0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1107796052-network', 'tenant_id': '70e51946639c4aad82d61c934470a3b3'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:19.161978 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be97e9f6-edcb-451a-ac8b-bc0122962be0 admin admin] Made reservation on behalf of 70e51946639c4aad82d61c934470a3b3 for: {'network': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:19.164309 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-be97e9f6-edcb-451a-ac8b-bc0122962be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for network, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:19.176255 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-be97e9f6-edcb-451a-ac8b-bc0122962be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:19.210332 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-5bf1cac4-a2f4-4105-a3c0-6345bb4d89f8 service neutron] 10.222.0.41 "GET /v2.0/networks/730b9790-c1e3-474e-a663-0330ab8e1d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171093 Jun 29 10:43:19.570088 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-b0e35bd7-7f99-4f34-9822-d647d0632564 req-e02839d1-ba12-47c5-a32a-30828cf58816 service neutron] 10.222.0.41 "GET /v2.0/networks/730b9790-c1e3-474e-a663-0330ab8e1d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466439 Jun 29 10:43:19.600808 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-be97e9f6-edcb-451a-ac8b-bc0122962be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:19.606038 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-be97e9f6-edcb-451a-ac8b-bc0122962be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:19.610447 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-7d5764b5-c5c7-4181-934d-0efe31e45567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:19.628509 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be97e9f6-edcb-451a-ac8b-bc0122962be0 admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=99532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:43:19.643309 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97e9f6-edcb-451a-ac8b-bc0122962be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d75b945-8d73-4b38-b6d8-80aee73ee2f2,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:19.647848 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-be97e9f6-edcb-451a-ac8b-bc0122962be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:19.648887 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-be97e9f6-edcb-451a-ac8b-bc0122962be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342'] for segment, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:19.649389 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.db.segments_db [None req-be97e9f6-edcb-451a-ac8b-bc0122962be0 admin admin] Added segment a4e219fe-b99d-4ade-b88d-7d32d6a6c4fe of type vlan for network 64e6a9bf-9ff6-405b-a65b-a8b4908fde9f Jun 29 10:43:19.698623 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-be97e9f6-edcb-451a-ac8b-bc0122962be0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772013063217'] for network, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:19.754380 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-be97e9f6-edcb-451a-ac8b-bc0122962be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780'] for network, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:19.757994 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be97e9f6-edcb-451a-ac8b-bc0122962be0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:19.758840 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-be97e9f6-edcb-451a-ac8b-bc0122962be0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for network, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:19.764174 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-a09c90a0-724c-47c3-bcc8-9269aad43f39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:19.818941 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b6233-db40-467f-b92f-02e27a2963c5 req-df003548-7aa2-4bca-b5b3-74d0f220e8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:19.820775 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-4d2b6233-db40-467f-b92f-02e27a2963c5 req-df003548-7aa2-4bca-b5b3-74d0f220e8b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dad9db5067174f9cb9eb9c074e88edeb&device_id=bf9460f1-7e92-4804-a35b-c0120b404f80 HTTP/1.1" status: 200 len: 1096 time: 0.1334825 Jun 29 10:43:19.828814 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-be97e9f6-edcb-451a-ac8b-bc0122962be0 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9766390 Jun 29 10:43:19.829443 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 45462) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:19.835713 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-bf9f3195-8a0e-4950-9f2b-c74d7a29cf43 admin admin] Request body: {'subnet': {'network_id': '64e6a9bf-9ff6-405b-a65b-a8b4908fde9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1107796052-subnet', 'tenant_id': '70e51946639c4aad82d61c934470a3b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:19.847933 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97e9f6-edcb-451a-ac8b-bc0122962be0 admin admin] Pushing event updated for resources: {'Network': ['ID=64e6a9bf-9ff6-405b-a65b-a8b4908fde9f,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:19.851023 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-be97e9f6-edcb-451a-ac8b-bc0122962be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:19.859693 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Network 64e6a9bf-9ff6-405b-a65b-a8b4908fde9f details requested by agent ovs-agent-dv-cinder-792209-3-iscsi with host dv-cinder-792209-3-iscsi {{(pid=99534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:43:19.934705 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9f3195-8a0e-4950-9f2b-c74d7a29cf43 admin admin] Made reservation on behalf of 70e51946639c4aad82d61c934470a3b3 for: {'subnet': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:19.937850 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-bf9f3195-8a0e-4950-9f2b-c74d7a29cf43 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:19.966671 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b6233-db40-467f-b92f-02e27a2963c5 req-bf16d86f-d0a5-4737-bb1e-84577df04e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:19.972360 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-4d2b6233-db40-467f-b92f-02e27a2963c5 req-bf16d86f-d0a5-4737-bb1e-84577df04e3c service neutron] 10.222.0.41 "GET /v2.0/networks?id=730b9790-c1e3-474e-a663-0330ab8e1d49 HTTP/1.1" status: 200 len: 915 time: 0.1365497 Jun 29 10:43:20.006568 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6cedd2-8457-4dbc-bb6c-8ee7ffab490c req-66655434-a8c3-46f9-a26d-c8fb8c056337 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:20.008171 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-7d6cedd2-8457-4dbc-bb6c-8ee7ffab490c req-66655434-a8c3-46f9-a26d-c8fb8c056337 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.1681857 Jun 29 10:43:20.082084 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-7d6cedd2-8457-4dbc-bb6c-8ee7ffab490c req-84975e6a-b338-4738-9653-b68b5d5836b7 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676246 Jun 29 10:43:20.109133 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-4d2b6233-db40-467f-b92f-02e27a2963c5 req-e118e6e4-f929-47aa-a07b-f8145ffa32f2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d HTTP/1.1" status: 200 len: 217 time: 0.0583799 Jun 29 10:43:20.183718 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b6233-db40-467f-b92f-02e27a2963c5 req-72a127f9-0235-431f-866b-9a25a6cb57f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:20.185166 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-4d2b6233-db40-467f-b92f-02e27a2963c5 req-72a127f9-0235-431f-866b-9a25a6cb57f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1643e872-1bdb-489a-8d50-24dbd0235148 HTTP/1.1" status: 200 len: 854 time: 0.0614898 Jun 29 10:43:20.204496 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 45480) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:20.228239 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-bf9f3195-8a0e-4950-9f2b-c74d7a29cf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780'] for subnet, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.229384 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-4d2b6233-db40-467f-b92f-02e27a2963c5 req-383c0b6b-10dc-4aa3-a2ec-0897ff956e41 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=730b9790-c1e3-474e-a663-0330ab8e1d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345407 Jun 29 10:43:20.235123 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:20.318117 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8178ee-24b6-4ed8-b4b6-37eb79f8ee78 req-bd92e427-3ca0-4794-b58f-484d5d6921d4 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:20.319933 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1d8178ee-24b6-4ed8-b4b6-37eb79f8ee78 req-bd92e427-3ca0-4794-b58f-484d5d6921d4 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf9460f1-7e92-4804-a35b-c0120b404f80 HTTP/1.1" status: 200 len: 943 time: 0.1446509 Jun 29 10:43:20.327093 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f3195-8a0e-4950-9f2b-c74d7a29cf43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19ccb4a3-fe61-4a70-8ed8-8077c8980c56,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:20.333490 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-4d2b6233-db40-467f-b92f-02e27a2963c5 req-2ac7fec4-9ef0-4edd-9cf0-10a3d8b291aa service neutron] 10.222.0.41 "GET /v2.0/networks/730b9790-c1e3-474e-a663-0330ab8e1d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964193 Jun 29 10:43:20.335688 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-bf9f3195-8a0e-4950-9f2b-c74d7a29cf43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:20.347088 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9f3195-8a0e-4950-9f2b-c74d7a29cf43 admin admin] Checking segment: {'id': 'a4e219fe-b99d-4ade-b88d-7d32d6a6c4fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '64e6a9bf-9ff6-405b-a65b-a8b4908fde9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:20.347824 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9f3195-8a0e-4950-9f2b-c74d7a29cf43 admin admin] Network hostable DHCP agents. Network: 64e6a9bf-9ff6-405b-a65b-a8b4908fde9f, hostable agents: ['0f321f44-7bd1-49aa-8caa-09a569631bca'], hosted agents: [] {{(pid=99533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:43:20.380065 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9f3195-8a0e-4950-9f2b-c74d7a29cf43 admin admin] Network 64e6a9bf-9ff6-405b-a65b-a8b4908fde9f is scheduled to be hosted by DHCP agent 0f321f44-7bd1-49aa-8caa-09a569631bca with binding_index 1 {{(pid=99533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:43:20.398099 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1d8178ee-24b6-4ed8-b4b6-37eb79f8ee78 req-bbbac2d8-ec35-4c6d-8268-6d10eabd3c68 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613809 Jun 29 10:43:20.399219 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-bf9f3195-8a0e-4950-9f2b-c74d7a29cf43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-3-iscsi, 64e6a9bf-9ff6-405b-a65b-a8b4908fde9f) {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:20.404193 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9f3195-8a0e-4950-9f2b-c74d7a29cf43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:20.404519 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-bf9f3195-8a0e-4950-9f2b-c74d7a29cf43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.413990 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b352807e-b3aa-4a74-8a0d-b54c7a776329 None None] Network 64e6a9bf-9ff6-405b-a65b-a8b4908fde9f requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:43:20.422896 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-bf9f3195-8a0e-4950-9f2b-c74d7a29cf43 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5924001 Jun 29 10:43:20.430096 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-8358757d-842b-4fcf-b8d3-6438de665cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.517561 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-4d2b6233-db40-467f-b92f-02e27a2963c5 req-69a3281a-20a4-4702-8e98-a9180a6d74ff service neutron] 10.222.0.41 "GET /v2.0/networks/730b9790-c1e3-474e-a663-0330ab8e1d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738460 Jun 29 10:43:20.589994 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-8358757d-842b-4fcf-b8d3-6438de665cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.594749 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-8358757d-842b-4fcf-b8d3-6438de665cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.597447 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-80d85164-8b3a-4e9c-bc89-d80572e7485f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:20.634846 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358757d-842b-4fcf-b8d3-6438de665cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa37ea2-4326-42cd-bceb-b7bcfd3b206f,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:20.640376 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-8358757d-842b-4fcf-b8d3-6438de665cfb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5a4cfc504c2f4e798aef6f7502b93aa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4328601 Jun 29 10:43:20.640376 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-8358757d-842b-4fcf-b8d3-6438de665cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:20.642201 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 45512) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:20.716222 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ba29eb39-551b-4aa5-9736-03006ee02a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.757032 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfdf6d4-d9e7-495b-8990-9b4d19e02bb8 None None] Network 64e6a9bf-9ff6-405b-a65b-a8b4908fde9f requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:43:20.794615 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ba29eb39-551b-4aa5-9736-03006ee02a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.893273 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ba29eb39-551b-4aa5-9736-03006ee02a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.897174 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ba29eb39-551b-4aa5-9736-03006ee02a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:20.902131 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-ba29eb39-551b-4aa5-9736-03006ee02a38 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3fa37ea2-4326-42cd-bceb-b7bcfd3b206f HTTP/1.1" status: 204 len: 168 time: 0.2588742 Jun 29 10:43:20.903510 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-be97e9f6-edcb-451a-ac8b-bc0122962be0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:20.912094 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29eb39-551b-4aa5-9736-03006ee02a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa37ea2-4326-42cd-bceb-b7bcfd3b206f,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:20.928866 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-ba29eb39-551b-4aa5-9736-03006ee02a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:21.305321 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 45580) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:21.310660 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-8d557d93-2cad-4639-86e0-b0b3b9d67cf9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1592407768-network', 'tenant_id': '047e6369fe4b40cfa798c590cc377410'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:21.317537 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4c8ef-744a-4640-bce9-b863d2b85039 req-7234c077-a974-4d68-8b9e-6edf23e8d400 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:21.319401 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-65f4c8ef-744a-4640-bce9-b863d2b85039 req-7234c077-a974-4d68-8b9e-6edf23e8d400 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.1086633 Jun 29 10:43:21.343765 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d557d93-2cad-4639-86e0-b0b3b9d67cf9 admin admin] Made reservation on behalf of 047e6369fe4b40cfa798c590cc377410 for: {'network': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:21.346525 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-8d557d93-2cad-4639-86e0-b0b3b9d67cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for network, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:21.355496 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-8d557d93-2cad-4639-86e0-b0b3b9d67cf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:21.367198 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-65f4c8ef-744a-4640-bce9-b863d2b85039 req-90844086-8216-46ba-9d07-949b0ea0a150 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412529 Jun 29 10:43:21.482851 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-8d557d93-2cad-4639-86e0-b0b3b9d67cf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:21.488240 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-8d557d93-2cad-4639-86e0-b0b3b9d67cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:21.492899 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:21.516139 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d557d93-2cad-4639-86e0-b0b3b9d67cf9 admin admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=99532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:43:21.527075 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d557d93-2cad-4639-86e0-b0b3b9d67cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00aadef5-89fa-44d5-8db8-e0a80eb288fc,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:21.542710 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-8d557d93-2cad-4639-86e0-b0b3b9d67cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:21.544185 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-8d557d93-2cad-4639-86e0-b0b3b9d67cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342'] for segment, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:21.544762 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.db.segments_db [None req-8d557d93-2cad-4639-86e0-b0b3b9d67cf9 admin admin] Added segment 0721dc85-885a-48fa-b5bd-47f7258ce6e8 of type vlan for network c568cc68-9bd7-4b81-b839-d060405718e0 Jun 29 10:43:21.595021 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-8d557d93-2cad-4639-86e0-b0b3b9d67cf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772013063217'] for network, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:21.621911 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0181dd-634a-446c-93d2-53bebaf29950 req-cc7acfc3-71ff-4edd-bcac-03516c3b6c96 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:21.623564 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8b0181dd-634a-446c-93d2-53bebaf29950 req-cc7acfc3-71ff-4edd-bcac-03516c3b6c96 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf9460f1-7e92-4804-a35b-c0120b404f80 HTTP/1.1" status: 200 len: 943 time: 0.0697882 Jun 29 10:43:21.642852 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-8d557d93-2cad-4639-86e0-b0b3b9d67cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780'] for network, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:21.644784 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d557d93-2cad-4639-86e0-b0b3b9d67cf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:21.645675 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-8d557d93-2cad-4639-86e0-b0b3b9d67cf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for network, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:21.651012 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-8ae22e6e-9b33-4303-94e3-f3a48a17c9e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:21.675420 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8b0181dd-634a-446c-93d2-53bebaf29950 req-b06d2fc1-c4b1-470b-9338-539c3f7169d9 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438383 Jun 29 10:43:21.728915 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-8d557d93-2cad-4639-86e0-b0b3b9d67cf9 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4183059 Jun 29 10:43:21.728915 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d557d93-2cad-4639-86e0-b0b3b9d67cf9 admin admin] Pushing event updated for resources: {'Network': ['ID=c568cc68-9bd7-4b81-b839-d060405718e0,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:21.729117 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 45608) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:21.729205 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-8d557d93-2cad-4639-86e0-b0b3b9d67cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:21.733668 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-8da30958-60d1-44cf-bf53-cb0b281dafe3 admin admin] Request body: {'subnet': {'network_id': 'c568cc68-9bd7-4b81-b839-d060405718e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1592407768-subnet', 'tenant_id': '047e6369fe4b40cfa798c590cc377410', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:21.738949 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Network c568cc68-9bd7-4b81-b839-d060405718e0 details requested by agent ovs-agent-dv-cinder-792209-3-iscsi with host dv-cinder-792209-3-iscsi {{(pid=99534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:43:21.764439 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da30958-60d1-44cf-bf53-cb0b281dafe3 admin admin] Made reservation on behalf of 047e6369fe4b40cfa798c590cc377410 for: {'subnet': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:21.768040 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8da30958-60d1-44cf-bf53-cb0b281dafe3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:21.906802 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 45616) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:21.949438 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8da30958-60d1-44cf-bf53-cb0b281dafe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780'] for subnet, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:21.952703 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ab668aef-269a-4d97-9771-39a5d2417918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:22.010315 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da30958-60d1-44cf-bf53-cb0b281dafe3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34151867-efb7-4229-b070-c5c7ba624f9c,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:22.014870 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-8da30958-60d1-44cf-bf53-cb0b281dafe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:22.019869 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da30958-60d1-44cf-bf53-cb0b281dafe3 admin admin] Checking segment: {'id': '0721dc85-885a-48fa-b5bd-47f7258ce6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c568cc68-9bd7-4b81-b839-d060405718e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:22.022872 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da30958-60d1-44cf-bf53-cb0b281dafe3 admin admin] Network hostable DHCP agents. Network: c568cc68-9bd7-4b81-b839-d060405718e0, hostable agents: ['0f321f44-7bd1-49aa-8caa-09a569631bca'], hosted agents: [] {{(pid=99533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:43:22.042414 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da30958-60d1-44cf-bf53-cb0b281dafe3 admin admin] Network c568cc68-9bd7-4b81-b839-d060405718e0 is scheduled to be hosted by DHCP agent 0f321f44-7bd1-49aa-8caa-09a569631bca with binding_index 1 {{(pid=99533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:43:22.052525 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-8da30958-60d1-44cf-bf53-cb0b281dafe3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-3-iscsi, c568cc68-9bd7-4b81-b839-d060405718e0) {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:22.054335 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-cb0d973d-02eb-4b6e-9e43-cfca95d13344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:22.058424 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da30958-60d1-44cf-bf53-cb0b281dafe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:22.059094 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8da30958-60d1-44cf-bf53-cb0b281dafe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:22.064713 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944cebf3-1a59-4a9f-b442-a29aa1408426 None None] Network c568cc68-9bd7-4b81-b839-d060405718e0 requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:43:22.077078 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-8da30958-60d1-44cf-bf53-cb0b281dafe3 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3481777 Jun 29 10:43:22.184374 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-cb0d973d-02eb-4b6e-9e43-cfca95d13344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:22.190846 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-cb0d973d-02eb-4b6e-9e43-cfca95d13344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:22.196239 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-a378cc45-ec10-4dae-b40f-6bfd1dff4f3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:22.228009 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff98654-5b96-49b7-96d6-7ae4a5051117 None None] Network c568cc68-9bd7-4b81-b839-d060405718e0 requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:43:22.229710 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d973d-02eb-4b6e-9e43-cfca95d13344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da2947a-9a80-440d-b144-a7149bc22209,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:22.233175 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-cb0d973d-02eb-4b6e-9e43-cfca95d13344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:22.253745 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-cb0d973d-02eb-4b6e-9e43-cfca95d13344 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=79eeed811a164109aa109d650bc9949c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3455670 Jun 29 10:43:22.256543 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 45634) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:22.317139 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-44b62726-2113-47eb-9bd6-ef99a6bccfcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:22.343077 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-44b62726-2113-47eb-9bd6-ef99a6bccfcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:22.401912 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-44b62726-2113-47eb-9bd6-ef99a6bccfcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:22.404482 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-44b62726-2113-47eb-9bd6-ef99a6bccfcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:22.405761 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-44b62726-2113-47eb-9bd6-ef99a6bccfcb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0da2947a-9a80-440d-b144-a7149bc22209 HTTP/1.1" status: 204 len: 168 time: 0.1476345 Jun 29 10:43:22.407102 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b764f1ed-6c79-411c-a586-3f6da4f8f39c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:22.419684 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b62726-2113-47eb-9bd6-ef99a6bccfcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da2947a-9a80-440d-b144-a7149bc22209,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:22.428447 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-44b62726-2113-47eb-9bd6-ef99a6bccfcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:22.656226 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d9ac4-768d-4cc2-875d-fca34d98a010 req-5538a651-c643-42b1-8d3e-7fc731f1fd3d tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:22.659401 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a20d9ac4-768d-4cc2-875d-fca34d98a010 req-5538a651-c643-42b1-8d3e-7fc731f1fd3d tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.1283894 Jun 29 10:43:22.726915 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a20d9ac4-768d-4cc2-875d-fca34d98a010 req-34f5bcb9-f3c9-4638-9ff3-5b5101cad5e1 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603015 Jun 29 10:43:22.867484 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 45664) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:22.888345 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d78bb5c6-197c-49b6-8606-b494baee107c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:22.924834 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aa9351-8fe3-46f6-b398-1dfe569469f0 req-60de053e-5dbf-4da9-943a-29b9b18d8b2a tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:22.926321 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a5aa9351-8fe3-46f6-b398-1dfe569469f0 req-60de053e-5dbf-4da9-943a-29b9b18d8b2a tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf9460f1-7e92-4804-a35b-c0120b404f80 HTTP/1.1" status: 200 len: 943 time: 0.1039603 Jun 29 10:43:22.989167 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a5aa9351-8fe3-46f6-b398-1dfe569469f0 req-8ebe5227-ef2f-4b8c-8e79-04143bb76848 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534883 Jun 29 10:43:23.036408 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d78bb5c6-197c-49b6-8606-b494baee107c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:23.039800 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d78bb5c6-197c-49b6-8606-b494baee107c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:23.043057 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-86e5da5b-7664-40f0-926a-888962396141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:23.083708 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-d78bb5c6-197c-49b6-8606-b494baee107c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b692cf771d0d471ba3abf0968654dbc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2148325 Jun 29 10:43:23.084684 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78bb5c6-197c-49b6-8606-b494baee107c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6bfdf6-270d-4611-9a6c-0c97f4d4cb90,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:23.086324 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 45676) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:23.092198 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-d78bb5c6-197c-49b6-8606-b494baee107c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:23.140389 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-71d0b20d-cb4a-490f-8082-06eddfc949b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:23.173212 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-71d0b20d-cb4a-490f-8082-06eddfc949b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:23.222459 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-71d0b20d-cb4a-490f-8082-06eddfc949b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:23.225032 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-71d0b20d-cb4a-490f-8082-06eddfc949b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:23.226172 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-71d0b20d-cb4a-490f-8082-06eddfc949b2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ed6bfdf6-270d-4611-9a6c-0c97f4d4cb90 HTTP/1.1" status: 204 len: 168 time: 0.1377726 Jun 29 10:43:23.227030 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-41e5a6f9-3d0a-451c-aaad-7f64c0d19725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:23.235572 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d0b20d-cb4a-490f-8082-06eddfc949b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6bfdf6-270d-4611-9a6c-0c97f4d4cb90,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:23.238023 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-71d0b20d-cb4a-490f-8082-06eddfc949b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:23.403494 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device 76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:43:23.503237 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port 76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d,segment=NetworkSegment(9f0c74f0-432e-4950-b3d2-3a9e79de6a51),segment_id=9f0c74f0-432e-4950-b3d2-3a9e79de6a51)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:23.515381 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Returning: {'device': '76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d', 'network_id': '730b9790-c1e3-474e-a663-0330ab8e1d49', 'port_id': '76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d', 'mac_address': 'fa:16:3e:07:13:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1643e872-1bdb-489a-8d50-24dbd0235148', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:43:23.557995 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:23.568652 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:43:23.589166 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port 76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d,segment=NetworkSegment(9f0c74f0-432e-4950-b3d2-3a9e79de6a51),segment_id=9f0c74f0-432e-4950-b3d2-3a9e79de6a51)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:23.593098 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:23.596260 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:23.650499 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:23.657995 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:23.658348 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:23.658766 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:23.659106 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:23.659441 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:23.659778 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:23.660103 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:23.660426 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:23.661035 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:23.661417 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:23.661740 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:23.662060 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:23.667135 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:23.953943 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58ddbb-9f13-4f9e-afef-2be53a6962a4 req-0a7fcb56-32ba-491c-8699-7b4aa605c78a tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:23.955684 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] get_ports_and_sgs() called for port_ids ['76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:43:23.956359 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-be58ddbb-9f13-4f9e-afef-2be53a6962a4 req-0a7fcb56-32ba-491c-8699-7b4aa605c78a tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.0793123 Jun 29 10:43:24.006193 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-be58ddbb-9f13-4f9e-afef-2be53a6962a4 req-cbbbf0d8-e8ed-4336-889b-72341c02b817 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421183 Jun 29 10:43:24.248450 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70f0c5-ecaa-40e8-82be-ac66fb238cd7 req-0ddefef6-da34-4d09-a21d-9926daded664 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:24.250454 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-2b70f0c5-ecaa-40e8-82be-ac66fb238cd7 req-0ddefef6-da34-4d09-a21d-9926daded664 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf9460f1-7e92-4804-a35b-c0120b404f80 HTTP/1.1" status: 200 len: 944 time: 0.0907631 Jun 29 10:43:24.305709 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-2b70f0c5-ecaa-40e8-82be-ac66fb238cd7 req-99841f93-0df2-4a11-8824-4c1c8d538cab tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472236 Jun 29 10:43:24.689232 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:24.964556 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c96e3-e887-4a3c-8b1a-6ca5017c1ecd req-b145c510-a330-40f5-8eed-3fe45cfb8464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:24.966074 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-621c96e3-e887-4a3c-8b1a-6ca5017c1ecd req-b145c510-a330-40f5-8eed-3fe45cfb8464 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 1099 time: 0.0516696 Jun 29 10:43:25.004471 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-621c96e3-e887-4a3c-8b1a-6ca5017c1ecd req-c04df037-736f-4356-90dd-f013367332d8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297077 Jun 29 10:43:25.220680 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4a4c0-cfc6-445c-9605-85edca478d90 req-0dfe8bfb-ef38-4b5d-a467-5382a2e2d59a tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:25.223998 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-2ec4a4c0-cfc6-445c-9605-85edca478d90 req-0dfe8bfb-ef38-4b5d-a467-5382a2e2d59a tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.0857604 Jun 29 10:43:25.281597 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-2ec4a4c0-cfc6-445c-9605-85edca478d90 req-1fe311a9-3b0e-4120-a046-0f06bb052a09 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515685 Jun 29 10:43:25.413551 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device 76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:25.489926 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Provisioning for port 76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:25.494586 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Provisioning complete for port 76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:25.495052 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:25.518218 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3899c4-5002-4501-961c-acde24f7f405 req-9a30730b-5d69-4224-b85c-f30351af1629 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:25.520409 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-be3899c4-5002-4501-961c-acde24f7f405 req-9a30730b-5d69-4224-b85c-f30351af1629 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf9460f1-7e92-4804-a35b-c0120b404f80 HTTP/1.1" status: 200 len: 944 time: 0.0852954 Jun 29 10:43:25.585087 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-be3899c4-5002-4501-961c-acde24f7f405 req-9a2838c9-0bc8-48a5-8061-ceefd9a12a9d tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580964 Jun 29 10:43:25.624257 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:25.655555 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9460f1-7e92-4804-a35b-c0120b404f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:43:25.658312 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3762a8f488588fc24900269a9cc386d753c3d6f951c38e7bc7f446f2f69fbffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b760381-406e-40cb-bf66-5de31faec003" -d '{"events": [{"server_uuid": "bf9460f1-7e92-4804-a35b-c0120b404f80", "name": "network-vif-plugged", "status": "completed", "tag": "76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:43:25.674753 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port 76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d,segment=NetworkSegment(9f0c74f0-432e-4950-b3d2-3a9e79de6a51),segment_id=9f0c74f0-432e-4950-b3d2-3a9e79de6a51)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:25.686946 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:25.686946 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:25.725206 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3575193d-6913-45f6-b0c4-78d03da5839d x-openstack-request-id: req-3575193d-6913-45f6-b0c4-78d03da5839d {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:43:25.725833 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9460f1-7e92-4804-a35b-c0120b404f80", "name": "network-vif-plugged", "status": "completed", "tag": "76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:43:25.725833 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3575193d-6913-45f6-b0c4-78d03da5839d {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:43:25.726115 dv-cinder-792209-3-iscsi neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9460f1-7e92-4804-a35b-c0120b404f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d', 'code': 200} Jun 29 10:43:25.747977 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:25.751951 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:25.959901 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5a368d2e-abb7-433c-9b4e-40c2ab9a353b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:26.107222 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ae962-4c83-4bf8-9586-c9d6bb27eb77 req-f0697a11-0968-475a-ba66-36d62893d793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:26.108921 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-905ae962-4c83-4bf8-9586-c9d6bb27eb77 req-f0697a11-0968-475a-ba66-36d62893d793 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bf9460f1-7e92-4804-a35b-c0120b404f80 HTTP/1.1" status: 200 len: 1098 time: 0.0507860 Jun 29 10:43:26.151058 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-905ae962-4c83-4bf8-9586-c9d6bb27eb77 req-316aa355-6c1a-442c-a188-75102959cc7e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320323 Jun 29 10:43:26.464537 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667685d-96c4-4545-b0d9-b61a474ed9a3 req-441991a8-7220-470a-ab6a-c88f87cd7696 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:26.466072 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-7667685d-96c4-4545-b0d9-b61a474ed9a3 req-441991a8-7220-470a-ab6a-c88f87cd7696 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.0677578 Jun 29 10:43:26.523654 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-7667685d-96c4-4545-b0d9-b61a474ed9a3 req-81a48e39-b196-4ef6-bb55-14dcccfd6f40 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515046 Jun 29 10:43:26.700304 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c935c-103a-4b4b-9feb-17a4133b0065 req-5eb11891-34fc-4f50-b610-ee93123312bd tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:26.701903 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-da5c935c-103a-4b4b-9feb-17a4133b0065 req-5eb11891-34fc-4f50-b610-ee93123312bd tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.0706062 Jun 29 10:43:26.776555 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-da5c935c-103a-4b4b-9feb-17a4133b0065 req-1c889a54-14d8-43e4-974b-1a338f9e0b71 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629976 Jun 29 10:43:26.796948 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a13636-f116-46ea-bbb8-b770094dae15 req-59a0bc0f-e190-4fcb-8654-df4fba9a9f89 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:26.803947 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-43a13636-f116-46ea-bbb8-b770094dae15 req-59a0bc0f-e190-4fcb-8654-df4fba9a9f89 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf9460f1-7e92-4804-a35b-c0120b404f80 HTTP/1.1" status: 200 len: 945 time: 0.1010361 Jun 29 10:43:26.845342 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-43a13636-f116-46ea-bbb8-b770094dae15 req-b4116745-4d74-428a-ab3b-3e27538ce60d tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404885 Jun 29 10:43:28.069148 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2e768-3957-4756-920b-8a9bfe9f441b req-1ba780a2-d9ad-47ba-879c-d212e18dffc0 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:28.070681 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-bcd2e768-3957-4756-920b-8a9bfe9f441b req-1ba780a2-d9ad-47ba-879c-d212e18dffc0 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf9460f1-7e92-4804-a35b-c0120b404f80 HTTP/1.1" status: 200 len: 945 time: 0.1143813 Jun 29 10:43:28.114851 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-bcd2e768-3957-4756-920b-8a9bfe9f441b req-d4640203-f81d-4c0c-b270-e83b8bab1c90 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370347 Jun 29 10:43:28.672001 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bdf598-3b97-411d-873b-38cc7b1f39bb req-0231670a-1358-491e-9dd7-d7918d27ea03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:28.675314 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-44bdf598-3b97-411d-873b-38cc7b1f39bb req-0231670a-1358-491e-9dd7-d7918d27ea03 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b6c9d7b614441d89eb7369f33fd9153&device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 1099 time: 0.0650606 Jun 29 10:43:28.681856 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-07993b7d-81c0-4298-b7e7-1ab67a0d5e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:28.719258 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed738f7-4961-42f3-b901-d1d7daa0b7af req-4f88b1ab-8c3e-40a8-9b89-e638d60cd2fa tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:28.721017 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-4ed738f7-4961-42f3-b901-d1d7daa0b7af req-4f88b1ab-8c3e-40a8-9b89-e638d60cd2fa tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.0871456 Jun 29 10:43:28.778845 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-4ed738f7-4961-42f3-b901-d1d7daa0b7af req-243ed81d-b874-4ab4-89a9-2529c50903c5 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520682 Jun 29 10:43:28.799211 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bdf598-3b97-411d-873b-38cc7b1f39bb req-397e1250-0bde-4804-b468-6da48836034c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:28.800670 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-44bdf598-3b97-411d-873b-38cc7b1f39bb req-397e1250-0bde-4804-b468-6da48836034c service neutron] 10.222.0.41 "GET /v2.0/networks?id=918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83 HTTP/1.1" status: 200 len: 920 time: 0.1144350 Jun 29 10:43:28.873267 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:28.903651 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-44bdf598-3b97-411d-873b-38cc7b1f39bb req-dbc955e8-aa5d-4808-8fb5-ef334644a5a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=439de3c8-1548-446a-9cf1-d9b3e115795b HTTP/1.1" status: 200 len: 217 time: 0.0864763 Jun 29 10:43:28.963988 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bdf598-3b97-411d-873b-38cc7b1f39bb req-0f29a7db-7e0a-4da1-838b-c77d506c0381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:28.965610 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-44bdf598-3b97-411d-873b-38cc7b1f39bb req-0f29a7db-7e0a-4da1-838b-c77d506c0381 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d9c3e9c-911d-4514-9065-0e24527aa31d HTTP/1.1" status: 200 len: 859 time: 0.0538712 Jun 29 10:43:29.008452 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-44bdf598-3b97-411d-873b-38cc7b1f39bb req-2f331d41-1a4d-4149-858a-065345fb17a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311751 Jun 29 10:43:29.134534 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-44bdf598-3b97-411d-873b-38cc7b1f39bb req-b45d4c02-55a5-47a6-84a9-72da6418a8a7 service neutron] 10.222.0.41 "GET /v2.0/networks/918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171925 Jun 29 10:43:29.276537 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-44bdf598-3b97-411d-873b-38cc7b1f39bb req-4d84c241-bc42-4bcf-828a-74d172a03e06 service neutron] 10.222.0.41 "GET /v2.0/networks/918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349671 Jun 29 10:43:29.675797 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:29.949945 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa7477-2099-496e-95a6-30a82232fd3e req-14b19e03-c16e-45d9-ab36-2fd89ff3178d tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:29.951414 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-52fa7477-2099-496e-95a6-30a82232fd3e req-14b19e03-c16e-45d9-ab36-2fd89ff3178d tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.0649121 Jun 29 10:43:29.989275 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-52fa7477-2099-496e-95a6-30a82232fd3e req-646f90a3-904c-49b7-9ae4-64fade770e0d tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314488 Jun 29 10:43:30.708411 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 46068) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:30.839496 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-389109cc-f210-4d55-8d51-99be8b69508a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:30.925150 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-389109cc-f210-4d55-8d51-99be8b69508a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:30.928763 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-389109cc-f210-4d55-8d51-99be8b69508a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:30.931916 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-17faa230-8a86-4e44-ab3d-397dedf0af2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:30.974495 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-389109cc-f210-4d55-8d51-99be8b69508a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7efadf6c153a4146a8c4a3ef17d585aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2640166 Jun 29 10:43:30.975441 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389109cc-f210-4d55-8d51-99be8b69508a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b406793d-f5cc-4763-a5a2-c4e5b2923b09,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:30.977124 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 46076) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:30.980520 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-389109cc-f210-4d55-8d51-99be8b69508a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:31.028253 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-afb39c35-010c-47bc-871b-0151b5625c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:31.052116 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-afb39c35-010c-47bc-871b-0151b5625c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:31.100099 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-afb39c35-010c-47bc-871b-0151b5625c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:31.102513 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-afb39c35-010c-47bc-871b-0151b5625c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:31.104186 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-afb39c35-010c-47bc-871b-0151b5625c09 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b406793d-f5cc-4763-a5a2-c4e5b2923b09 HTTP/1.1" status: 204 len: 168 time: 0.1253142 Jun 29 10:43:31.105456 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-09d3fdf7-3d40-4ec8-9ac6-df6f12a37c99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:31.114184 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb39c35-010c-47bc-871b-0151b5625c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b406793d-f5cc-4763-a5a2-c4e5b2923b09,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:31.123852 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-afb39c35-010c-47bc-871b-0151b5625c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:31.173563 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9fa4cf-2a80-42f2-8d07-087436f1ccda req-d140af0b-75e8-40b9-b59e-06d8f1edeacd tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:31.175487 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1d9fa4cf-2a80-42f2-8d07-087436f1ccda req-d140af0b-75e8-40b9-b59e-06d8f1edeacd tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.0708022 Jun 29 10:43:31.216019 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1d9fa4cf-2a80-42f2-8d07-087436f1ccda req-0a7d1e14-ce2c-48b1-aa22-e13e8fbb9483 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347350 Jun 29 10:43:31.236153 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:31.409200 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 46092) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:31.423176 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f2fe471c-163f-4215-8869-b0a8eb66e7d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:31.563738 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f2fe471c-163f-4215-8869-b0a8eb66e7d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:31.567496 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f2fe471c-163f-4215-8869-b0a8eb66e7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:31.570676 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-0891c9a8-5412-4472-986d-4faa4baf1bf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:31.631744 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-f2fe471c-163f-4215-8869-b0a8eb66e7d4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f23efd60b8df4b1b94268994cfdce16f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2214596 Jun 29 10:43:31.635344 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 46116) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:31.643331 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe471c-163f-4215-8869-b0a8eb66e7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df57b8a7-6fb2-433e-b304-69d95f08328e,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:31.646297 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-f2fe471c-163f-4215-8869-b0a8eb66e7d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:31.709537 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-9f539f6f-8ec0-486c-9d20-5fe3b42bd0e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:31.734431 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-aa332177-d9fb-4b1e-9197-e04b4f9e537d tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:31.735968 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-aa332177-d9fb-4b1e-9197-e04b4f9e537d tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/networks?id=730b9790-c1e3-474e-a663-0330ab8e1d49 HTTP/1.1" status: 200 len: 814 time: 0.1318126 Jun 29 10:43:31.740109 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-9f539f6f-8ec0-486c-9d20-5fe3b42bd0e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:31.756041 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-09474b7e-41c9-4e43-bc27-0242771b0181 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/quotas/dad9db5067174f9cb9eb9c074e88edeb HTTP/1.1" status: 200 len: 375 time: 0.0146959 Jun 29 10:43:31.795984 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-9f539f6f-8ec0-486c-9d20-5fe3b42bd0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:31.800152 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-9f539f6f-8ec0-486c-9d20-5fe3b42bd0e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:31.801411 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-9f539f6f-8ec0-486c-9d20-5fe3b42bd0e7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/df57b8a7-6fb2-433e-b304-69d95f08328e HTTP/1.1" status: 204 len: 168 time: 0.1651843 Jun 29 10:43:31.802568 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:31.811160 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f539f6f-8ec0-486c-9d20-5fe3b42bd0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df57b8a7-6fb2-433e-b304-69d95f08328e,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:31.813458 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-9f539f6f-8ec0-486c-9d20-5fe3b42bd0e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:31.848035 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-28887a9e-350c-4b27-9b4d-91a4ab19a855 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=dad9db5067174f9cb9eb9c074e88edeb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0912321 Jun 29 10:43:31.954799 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-3165641e-b0d0-4c49-acea-be6491830441 service neutron] 10.222.0.61 "GET /v2.0/networks/730b9790-c1e3-474e-a663-0330ab8e1d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981116 Jun 29 10:43:32.057869 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-66bc08e2-8a6e-44c2-b759-c08d6dc59eeb service neutron] 10.222.0.61 "GET /v2.0/networks/730b9790-c1e3-474e-a663-0330ab8e1d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935550 Jun 29 10:43:32.245912 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1af3ccf1-5b68-4c12-a339-abe5765babd5 req-474c145c-52a1-4222-a33d-91b938d83bc3 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b07928-2578-4ee9-97bf-e0a1689673f2 HTTP/1.1" status: 200 len: 210 time: 0.0287955 Jun 29 10:43:32.443278 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ac8a7-45dd-4a0d-98d4-f60cd1d5fff7 req-74fea6bb-a04a-4753-846f-da40e37c10c3 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:32.444809 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-510ac8a7-45dd-4a0d-98d4-f60cd1d5fff7 req-74fea6bb-a04a-4753-846f-da40e37c10c3 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.0802886 Jun 29 10:43:32.489689 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-510ac8a7-45dd-4a0d-98d4-f60cd1d5fff7 req-93a71bf8-163c-48f1-8c82-8ac806d0b6c5 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367651 Jun 29 10:43:33.306257 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 46210) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:33.395609 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-da15eb8a-8fa5-4f32-904c-8ea8d8578751 req-03262195-da34-4270-95be-b3149387dd23 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b07928-2578-4ee9-97bf-e0a1689673f2 HTTP/1.1" status: 200 len: 210 time: 0.0312514 Jun 29 10:43:33.419068 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f2075d23-9d59-4a35-beae-3edc5dd7fe2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:33.513100 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f2075d23-9d59-4a35-beae-3edc5dd7fe2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:33.516894 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f2075d23-9d59-4a35-beae-3edc5dd7fe2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:33.520193 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-e25d5ffb-2be7-44e8-9b91-f3baf1193f6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:33.557404 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-f2075d23-9d59-4a35-beae-3edc5dd7fe2e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=93fe78ba8d344670af3c7032db845f78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2471492 Jun 29 10:43:33.557404 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2075d23-9d59-4a35-beae-3edc5dd7fe2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c14ce5f-032c-442d-b228-0599d61f6d39,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:33.557996 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 46216) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:33.559638 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-f2075d23-9d59-4a35-beae-3edc5dd7fe2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:33.606705 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d4c8db3a-f4f7-4dab-9fc3-0a332e317fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:33.638126 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d4c8db3a-f4f7-4dab-9fc3-0a332e317fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:33.712048 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83c029-cf8a-4110-8a89-36c78a21b855 req-30d3538b-c34b-4030-bd42-1fbd098d2379 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:33.713971 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ec83c029-cf8a-4110-8a89-36c78a21b855 req-30d3538b-c34b-4030-bd42-1fbd098d2379 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.0934339 Jun 29 10:43:33.729236 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d4c8db3a-f4f7-4dab-9fc3-0a332e317fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:33.731751 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d4c8db3a-f4f7-4dab-9fc3-0a332e317fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:33.732201 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-78c0171d-2c2f-4d78-ac2f-07640ddceb18 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:33.732800 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-d4c8db3a-f4f7-4dab-9fc3-0a332e317fa2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5c14ce5f-032c-442d-b228-0599d61f6d39 HTTP/1.1" status: 204 len: 168 time: 0.1737201 Jun 29 10:43:33.733758 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-78c0171d-2c2f-4d78-ac2f-07640ddceb18 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.41 "GET /v2.0/networks?id=730b9790-c1e3-474e-a663-0330ab8e1d49 HTTP/1.1" status: 200 len: 814 time: 0.1212609 Jun 29 10:43:33.739895 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-79b13d89-60ad-4758-94d8-c66d1cd3f794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:33.751918 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c8db3a-f4f7-4dab-9fc3-0a332e317fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c14ce5f-032c-442d-b228-0599d61f6d39,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:33.754911 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-d4c8db3a-f4f7-4dab-9fc3-0a332e317fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:33.768259 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-ef452bcc-6bd7-4ac7-b58c-a2e9e7c74bb1 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Request body: {'port': {'device_id': '77b07928-2578-4ee9-97bf-e0a1689673f2', 'network_id': '730b9790-c1e3-474e-a663-0330ab8e1d49', 'admin_state_up': True, 'tenant_id': 'dad9db5067174f9cb9eb9c074e88edeb'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:33.768946 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ec83c029-cf8a-4110-8a89-36c78a21b855 req-290d3ea5-9968-42c2-9ab3-34e8a29483cc tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470793 Jun 29 10:43:33.901514 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-ef452bcc-6bd7-4ac7-b58c-a2e9e7c74bb1 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Made reservation on behalf of dad9db5067174f9cb9eb9c074e88edeb for: {'port': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:33.905715 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-ef452bcc-6bd7-4ac7-b58c-a2e9e7c74bb1 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:34.048300 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-ef452bcc-6bd7-4ac7-b58c-a2e9e7c74bb1 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Allocated IP 172.20.0.12 (730b9790-c1e3-474e-a663-0330ab8e1d49/1643e872-1bdb-489a-8d50-24dbd0235148/46638af4-8f63-4180-893a-de25f5f7ba3b) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:43:34.269136 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-ef452bcc-6bd7-4ac7-b58c-a2e9e7c74bb1 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:34.343423 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-ef452bcc-6bd7-4ac7-b58c-a2e9e7c74bb1 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4232069'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:34.352794 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-1d849256-b366-48cf-a2f1-adde947ad40a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:34.407110 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] get_ports_and_sgs() called for port_ids ['a8a396db-ba2e-4df9-ae26-ac99811fbb95', '76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:43:34.464563 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-ef452bcc-6bd7-4ac7-b58c-a2e9e7c74bb1 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Network 730b9790-c1e3-474e-a663-0330ab8e1d49 is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:34.481941 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-ef452bcc-6bd7-4ac7-b58c-a2e9e7c74bb1 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:34.485827 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-ef452bcc-6bd7-4ac7-b58c-a2e9e7c74bb1 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:43:34.504293 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef452bcc-6bd7-4ac7-b58c-a2e9e7c74bb1 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Pushing event updated for resources: {'Port': ['ID=46638af4-8f63-4180-893a-de25f5f7ba3b,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:34.548644 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-ef452bcc-6bd7-4ac7-b58c-a2e9e7c74bb1 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:34.612351 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-ef452bcc-6bd7-4ac7-b58c-a2e9e7c74bb1 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:34.613647 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-ef452bcc-6bd7-4ac7-b58c-a2e9e7c74bb1 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:34.648505 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-ef452bcc-6bd7-4ac7-b58c-a2e9e7c74bb1 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8964317 Jun 29 10:43:34.669648 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42e907-72d8-497f-ae0e-8741b1a6e73d req-cbc904de-6a2d-4f52-8460-fea2f459d626 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:34.670895 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-27c03b3e-418a-4b82-b762-2113e660f1ad service neutron] Request body: {'port': {'device_id': '77b07928-2578-4ee9-97bf-e0a1689673f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:34.672135 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-2a42e907-72d8-497f-ae0e-8741b1a6e73d req-cbc904de-6a2d-4f52-8460-fea2f459d626 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b07928-2578-4ee9-97bf-e0a1689673f2 HTTP/1.1" status: 200 len: 932 time: 0.1249242 Jun 29 10:43:34.683361 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 46282) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:34.726888 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-2a42e907-72d8-497f-ae0e-8741b1a6e73d req-61596764-6ea2-4167-8c30-31b6d588f95a tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490005 Jun 29 10:43:34.824399 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-27c03b3e-418a-4b82-b762-2113e660f1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:34.868392 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-5bc080b5-9f55-47ab-8a84-ba068e0abe22 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1981661880-network', 'tenant_id': 'fc36cdfa812e4636821c2b2d1b679dd1'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:34.927214 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc080b5-9f55-47ab-8a84-ba068e0abe22 admin admin] Made reservation on behalf of fc36cdfa812e4636821c2b2d1b679dd1 for: {'network': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:34.930461 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5bc080b5-9f55-47ab-8a84-ba068e0abe22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for network, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:34.971087 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5bc080b5-9f55-47ab-8a84-ba068e0abe22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:35.046700 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec5716-26e0-4c89-8922-391f7efe0aa0 req-a4605efa-8872-490f-899f-c997e569a2b7 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:35.051125 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8dec5716-26e0-4c89-8922-391f7efe0aa0 req-a4605efa-8872-490f-899f-c997e569a2b7 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.1165915 Jun 29 10:43:35.109745 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8dec5716-26e0-4c89-8922-391f7efe0aa0 req-0a3995d2-673a-4bc0-a441-f42f88ec6554 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517490 Jun 29 10:43:35.148436 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 46312) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:35.158276 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5bc080b5-9f55-47ab-8a84-ba068e0abe22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:35.163890 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5bc080b5-9f55-47ab-8a84-ba068e0abe22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:35.168120 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:35.193079 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc080b5-9f55-47ab-8a84-ba068e0abe22 admin admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=99533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:43:35.202516 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.notifiers.nova [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-27c03b3e-418a-4b82-b762-2113e660f1ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46638af4-8f63-4180-893a-de25f5f7ba3b {{(pid=99532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:43:35.220697 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-27c03b3e-418a-4b82-b762-2113e660f1ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:35.231061 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc080b5-9f55-47ab-8a84-ba068e0abe22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3b41ed-0af5-49e7-8b67-a067d9fbdb63,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:35.234294 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5bc080b5-9f55-47ab-8a84-ba068e0abe22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342'] for segment, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:35.234654 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.db.segments_db [None req-5bc080b5-9f55-47ab-8a84-ba068e0abe22 admin admin] Added segment 5b6ffa15-b2e0-45aa-80b3-ae1dc022e9a2 of type vlan for network 3e46ac46-13aa-440b-9acd-79dc5c709b8a Jun 29 10:43:35.236152 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-5bc080b5-9f55-47ab-8a84-ba068e0abe22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:35.254106 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.provisioning_blocks [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-27c03b3e-418a-4b82-b762-2113e660f1ad service neutron] Transition to ACTIVE for port object 46638af4-8f63-4180-893a-de25f5f7ba3b will not be triggered until provisioned by entity L2. {{(pid=99532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:35.258617 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-27c03b3e-418a-4b82-b762-2113e660f1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4232083'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:35.262247 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-5a870281-d9e3-4bff-a1d2-cbf73a4d740f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:35.304691 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-fcf0616f-04f8-4dba-be39-d866b024db53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:35.314970 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5bc080b5-9f55-47ab-8a84-ba068e0abe22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772013063217'] for network, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:35.322303 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c03b3e-418a-4b82-b762-2113e660f1ad service neutron] Pushing event updated for resources: {'Port': ['ID=46638af4-8f63-4180-893a-de25f5f7ba3b,revision_number=2']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:35.339689 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-27c03b3e-418a-4b82-b762-2113e660f1ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:35.364230 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5bc080b5-9f55-47ab-8a84-ba068e0abe22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780'] for network, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:35.367434 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc080b5-9f55-47ab-8a84-ba068e0abe22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:35.368047 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5bc080b5-9f55-47ab-8a84-ba068e0abe22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:35.374640 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:35.395030 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-27c03b3e-418a-4b82-b762-2113e660f1ad service neutron] Attempting to bind port 46638af4-8f63-4180-893a-de25f5f7ba3b on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:43:35.395615 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-27c03b3e-418a-4b82-b762-2113e660f1ad service neutron] Attempting to bind port 46638af4-8f63-4180-893a-de25f5f7ba3b by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '9f0c74f0-432e-4950-b3d2-3a9e79de6a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '730b9790-c1e3-474e-a663-0330ab8e1d49'}] {{(pid=99532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:43:35.395733 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-27c03b3e-418a-4b82-b762-2113e660f1ad service neutron] Attempting to bind port 46638af4-8f63-4180-893a-de25f5f7ba3b on network 730b9790-c1e3-474e-a663-0330ab8e1d49 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:35.400307 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-27c03b3e-418a-4b82-b762-2113e660f1ad service neutron] Port 46638af4-8f63-4180-893a-de25f5f7ba3b on network 730b9790-c1e3-474e-a663-0330ab8e1d49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:43:35.400656 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-27c03b3e-418a-4b82-b762-2113e660f1ad service neutron] Attempting to bind port 46638af4-8f63-4180-893a-de25f5f7ba3b on network 730b9790-c1e3-474e-a663-0330ab8e1d49 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:35.405547 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-27c03b3e-418a-4b82-b762-2113e660f1ad service neutron] Checking agent: {'id': 'd76c2234-1a1a-45d0-9761-a55b876eff8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 39, 54), 'started_at': datetime.datetime(2021, 6, 29, 10, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:43:35.405889 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-27c03b3e-418a-4b82-b762-2113e660f1ad service neutron] Checking segment: {'id': '9f0c74f0-432e-4950-b3d2-3a9e79de6a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '730b9790-c1e3-474e-a663-0330ab8e1d49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:35.406264 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-27c03b3e-418a-4b82-b762-2113e660f1ad service neutron] Bound using segment: {'id': '9f0c74f0-432e-4950-b3d2-3a9e79de6a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '730b9790-c1e3-474e-a663-0330ab8e1d49'} {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:43:35.406773 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-27c03b3e-418a-4b82-b762-2113e660f1ad service neutron] Bound port: 46638af4-8f63-4180-893a-de25f5f7ba3b, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f0c74f0-432e-4950-b3d2-3a9e79de6a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '730b9790-c1e3-474e-a663-0330ab8e1d49'}}] {{(pid=99532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:43:35.407129 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-27c03b3e-418a-4b82-b762-2113e660f1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:35.454637 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc080b5-9f55-47ab-8a84-ba068e0abe22 admin admin] Pushing event updated for resources: {'Network': ['ID=3e46ac46-13aa-440b-9acd-79dc5c709b8a,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:35.457864 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-5bc080b5-9f55-47ab-8a84-ba068e0abe22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:35.473014 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Network 3e46ac46-13aa-440b-9acd-79dc5c709b8a details requested by agent ovs-agent-dv-cinder-792209-3-iscsi with host dv-cinder-792209-3-iscsi {{(pid=99534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:43:35.482546 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-27c03b3e-418a-4b82-b762-2113e660f1ad service neutron] For port 46638af4-8f63-4180-893a-de25f5f7ba3b, host hv-cinder-79220, cleared binding levels {{(pid=99532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:43:35.485669 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-27c03b3e-418a-4b82-b762-2113e660f1ad service neutron] For port 46638af4-8f63-4180-893a-de25f5f7ba3b, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=46638af4-8f63-4180-893a-de25f5f7ba3b,segment=NetworkSegment(9f0c74f0-432e-4950-b3d2-3a9e79de6a51),segment_id=9f0c74f0-432e-4950-b3d2-3a9e79de6a51)] {{(pid=99532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:43:35.497714 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-27c03b3e-418a-4b82-b762-2113e660f1ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4232083'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:35.497714 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:35.509997 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-fcf0616f-04f8-4dba-be39-d866b024db53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:35.517403 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-fcf0616f-04f8-4dba-be39-d866b024db53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:35.523220 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b57c9969-d9bc-469f-89d3-e36d67b472c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:35.533471 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-27c03b3e-418a-4b82-b762-2113e660f1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:35.534006 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-27c03b3e-418a-4b82-b762-2113e660f1ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:35.535462 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-27c03b3e-418a-4b82-b762-2113e660f1ad service neutron] 10.222.0.41 "PUT /v2.0/ports/46638af4-8f63-4180-893a-de25f5f7ba3b HTTP/1.1" status: 200 len: 1094 time: 0.8716915 Jun 29 10:43:35.536249 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b07928-2578-4ee9-97bf-e0a1689673f2', 'tag': '46638af4-8f63-4180-893a-de25f5f7ba3b'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:43:35.538556 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}741eff7b388cda03fc4d9e55606c84397052c5857ae4d93d7a3b4e67aaed09af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ae4a3b-c4b0-49b7-b36b-65601f4065bf" -d '{"events": [{"name": "network-changed", "server_uuid": "77b07928-2578-4ee9-97bf-e0a1689673f2", "tag": "46638af4-8f63-4180-893a-de25f5f7ba3b"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:43:35.575900 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-5bc080b5-9f55-47ab-8a84-ba068e0abe22 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8715975 Jun 29 10:43:35.578179 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 46326) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:35.591258 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf0616f-04f8-4dba-be39-d866b024db53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8590287f-9d9f-45aa-bb03-dbbcfe2e12f3,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:35.599253 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-a322bd2d-1e95-46e8-97dd-224eec21a029 admin admin] Request body: {'subnet': {'network_id': '3e46ac46-13aa-440b-9acd-79dc5c709b8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1981661880-subnet', 'tenant_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'ip_version': 4}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:35.606274 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8232940-82da-4c5e-af76-2c38bee4fba9 x-openstack-request-id: req-e8232940-82da-4c5e-af76-2c38bee4fba9 {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:43:35.606586 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77b07928-2578-4ee9-97bf-e0a1689673f2", "tag": "46638af4-8f63-4180-893a-de25f5f7ba3b", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:43:35.606893 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e8232940-82da-4c5e-af76-2c38bee4fba9 {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:43:35.607298 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77b07928-2578-4ee9-97bf-e0a1689673f2', 'tag': '46638af4-8f63-4180-893a-de25f5f7ba3b', 'status': 'completed', 'code': 200} Jun 29 10:43:35.607398 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-fcf0616f-04f8-4dba-be39-d866b024db53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:35.610958 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c03b3e-418a-4b82-b762-2113e660f1ad service neutron] Pushing event updated for resources: {'Port': ['ID=46638af4-8f63-4180-893a-de25f5f7ba3b,revision_number=3']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:35.615902 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-fcf0616f-04f8-4dba-be39-d866b024db53 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8940bc2dfd2f45e382d773363f2fe96a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4664090 Jun 29 10:43:35.618312 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 46330) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:35.622997 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-27c03b3e-418a-4b82-b762-2113e660f1ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:35.669865 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a322bd2d-1e95-46e8-97dd-224eec21a029 admin admin] Made reservation on behalf of fc36cdfa812e4636821c2b2d1b679dd1 for: {'subnet': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:35.672218 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a322bd2d-1e95-46e8-97dd-224eec21a029 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4281557'] for subnet, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:35.672991 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ba02d840-4cb4-4687-9ed0-1bbf66262022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:35.694911 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ba02d840-4cb4-4687-9ed0-1bbf66262022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:35.736805 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-a59fc6b5-2041-4190-8de1-589be57b3222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:35.738347 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-a59fc6b5-2041-4190-8de1-589be57b3222 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dad9db5067174f9cb9eb9c074e88edeb&device_id=77b07928-2578-4ee9-97bf-e0a1689673f2 HTTP/1.1" status: 200 len: 1097 time: 0.1168299 Jun 29 10:43:35.751212 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ba02d840-4cb4-4687-9ed0-1bbf66262022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:35.753898 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ba02d840-4cb4-4687-9ed0-1bbf66262022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:35.755051 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-ba02d840-4cb4-4687-9ed0-1bbf66262022 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8590287f-9d9f-45aa-bb03-dbbcfe2e12f3 HTTP/1.1" status: 204 len: 168 time: 0.1348698 Jun 29 10:43:35.755933 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-5bc080b5-9f55-47ab-8a84-ba068e0abe22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:35.766999 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02d840-4cb4-4687-9ed0-1bbf66262022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8590287f-9d9f-45aa-bb03-dbbcfe2e12f3,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:35.771701 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ba02d840-4cb4-4687-9ed0-1bbf66262022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:35.796843 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-06d4aa40-5382-4ea1-827e-a86e18d8fb8b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46638af4-8f63-4180-893a-de25f5f7ba3b HTTP/1.1" status: 200 len: 217 time: 0.0402555 Jun 29 10:43:35.859483 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-3bd7f962-59b5-46cb-92da-7ee07fa2d95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:35.860929 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-3bd7f962-59b5-46cb-92da-7ee07fa2d95c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1643e872-1bdb-489a-8d50-24dbd0235148 HTTP/1.1" status: 200 len: 854 time: 0.0529323 Jun 29 10:43:35.937157 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-95b6e781-0886-4c5e-95d6-4607361894a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=730b9790-c1e3-474e-a663-0330ab8e1d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486460 Jun 29 10:43:35.981866 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72852b69-4a45-4f0c-9350-3bc83b652adc req-43427e93-dd57-41ee-931e-923208c951e4 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:35.991542 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-72852b69-4a45-4f0c-9350-3bc83b652adc req-43427e93-dd57-41ee-931e-923208c951e4 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b07928-2578-4ee9-97bf-e0a1689673f2 HTTP/1.1" status: 200 len: 944 time: 0.0944102 Jun 29 10:43:36.046000 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a322bd2d-1e95-46e8-97dd-224eec21a029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4231953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4101423'] for subnet, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.047285 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-72852b69-4a45-4f0c-9350-3bc83b652adc req-ed9e9785-8f15-47e3-96a8-139a38a3f20f tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547652 Jun 29 10:43:36.050543 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:36.116577 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-07602df5-a4f8-4cca-a567-68d828ae9ca9 service neutron] 10.222.0.41 "GET /v2.0/networks/730b9790-c1e3-474e-a663-0330ab8e1d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701274 Jun 29 10:43:36.120254 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a322bd2d-1e95-46e8-97dd-224eec21a029 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d189302-9f00-41d9-950a-7c945719ae16,revision_number=0']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:36.123435 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-a322bd2d-1e95-46e8-97dd-224eec21a029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:36.154572 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 46356) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:36.182780 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f7698a30-1047-4168-9dd8-e3ab76450382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.187436 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a322bd2d-1e95-46e8-97dd-224eec21a029 admin admin] Checking segment: {'id': '5b6ffa15-b2e0-45aa-80b3-ae1dc022e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3e46ac46-13aa-440b-9acd-79dc5c709b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:36.188039 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a322bd2d-1e95-46e8-97dd-224eec21a029 admin admin] Network hostable DHCP agents. Network: 3e46ac46-13aa-440b-9acd-79dc5c709b8a, hostable agents: ['0f321f44-7bd1-49aa-8caa-09a569631bca'], hosted agents: [] {{(pid=99532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:43:36.232691 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a322bd2d-1e95-46e8-97dd-224eec21a029 admin admin] Network 3e46ac46-13aa-440b-9acd-79dc5c709b8a is scheduled to be hosted by DHCP agent 0f321f44-7bd1-49aa-8caa-09a569631bca with binding_index 1 {{(pid=99532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:43:36.248312 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-f4dfa940-1503-40c2-b8fc-17bac601b0be req-a4f78417-ac8e-4d20-9e22-958980b23b86 service neutron] 10.222.0.41 "GET /v2.0/networks/730b9790-c1e3-474e-a663-0330ab8e1d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191459 Jun 29 10:43:36.251256 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-a322bd2d-1e95-46e8-97dd-224eec21a029 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-3-iscsi, 3e46ac46-13aa-440b-9acd-79dc5c709b8a) {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:36.255753 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a322bd2d-1e95-46e8-97dd-224eec21a029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:36.256446 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a322bd2d-1e95-46e8-97dd-224eec21a029 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.263985 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f68ebbe-0ab5-4e75-8916-3f89c400eb29 None None] Network 3e46ac46-13aa-440b-9acd-79dc5c709b8a requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:43:36.342819 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f7698a30-1047-4168-9dd8-e3ab76450382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.358810 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-a322bd2d-1e95-46e8-97dd-224eec21a029 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7753427 Jun 29 10:43:36.359287 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 46362) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:36.364346 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f7698a30-1047-4168-9dd8-e3ab76450382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.368134 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-5c61b97d-1248-47e7-bbaa-8b4bf1777a59 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1981661880-router', 'tenant_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'}}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:36.368324 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-389109cc-f210-4d55-8d51-99be8b69508a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:36.415788 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-f7698a30-1047-4168-9dd8-e3ab76450382 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2285d6f1643848fa99f527f4f18e4257&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2594829 Jun 29 10:43:36.418354 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7698a30-1047-4168-9dd8-e3ab76450382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3c4829-b981-440f-b768-0b969d0494e1,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:36.422315 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 46366) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:36.430162 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-f7698a30-1047-4168-9dd8-e3ab76450382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:36.459118 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6cc7b-8d14-4b47-aeac-a73aa3da70c4 req-da3bda58-ffc3-4163-9a5e-622dd8593049 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:36.466379 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3cd6cc7b-8d14-4b47-aeac-a73aa3da70c4 req-da3bda58-ffc3-4163-9a5e-622dd8593049 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.1374645 Jun 29 10:43:36.521275 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5c61b97d-1248-47e7-bbaa-8b4bf1777a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7868084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1699'] for router, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.522711 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5c61b97d-1248-47e7-bbaa-8b4bf1777a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7868045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7908879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1690'] for router, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.529785 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87daca16-fe19-4acc-bf6a-372e98e7257c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bfd3446-107e-502c-af97-eaf1b64c2165-3e46ac46-13aa-440b-9acd-79dc5c709b8a', 'network_id': '3e46ac46-13aa-440b-9acd-79dc5c709b8a', 'tenant_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'fixed_ips': [{'subnet_id': '3d189302-9f00-41d9-950a-7c945719ae16'}]}} from dv-cinder-792209-3-iscsi. {{(pid=99534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:43:36.530785 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-87daca16-fe19-4acc-bf6a-372e98e7257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.539316 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3cd6cc7b-8d14-4b47-aeac-a73aa3da70c4 req-d39d2fd5-8a4c-4899-8d1d-31fa9c53d814 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716634 Jun 29 10:43:36.554738 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-83e0208c-2bb1-4d01-b85a-f28bf902129e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.577903 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae4a3b-c4b0-49b7-b36b-65601f4065bf req-1d24c705-567c-4010-9da3-2a5ab239ac31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:36.581209 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-e5ae4a3b-c4b0-49b7-b36b-65601f4065bf req-1d24c705-567c-4010-9da3-2a5ab239ac31 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dad9db5067174f9cb9eb9c074e88edeb&device_id=77b07928-2578-4ee9-97bf-e0a1689673f2 HTTP/1.1" status: 200 len: 1097 time: 0.1846094 Jun 29 10:43:36.589946 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-83e0208c-2bb1-4d01-b85a-f28bf902129e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.666892 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-83e0208c-2bb1-4d01-b85a-f28bf902129e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.667311 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5c61b97d-1248-47e7-bbaa-8b4bf1777a59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.671245 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-83e0208c-2bb1-4d01-b85a-f28bf902129e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.674505 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-83e0208c-2bb1-4d01-b85a-f28bf902129e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3e3c4829-b981-440f-b768-0b969d0494e1 HTTP/1.1" status: 204 len: 168 time: 0.2510402 Jun 29 10:43:36.685822 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-d4b2f01a-90df-451a-8a08-f355cfc81787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:36.708905 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e0208c-2bb1-4d01-b85a-f28bf902129e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3c4829-b981-440f-b768-0b969d0494e1,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:36.717038 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 46374) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:36.721045 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-83e0208c-2bb1-4d01-b85a-f28bf902129e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:36.742628 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.db_base_plugin_common [None req-87daca16-fe19-4acc-bf6a-372e98e7257c None None] Allocated IP 172.20.0.2 (3e46ac46-13aa-440b-9acd-79dc5c709b8a/3d189302-9f00-41d9-950a-7c945719ae16/1728fdcb-2392-4e74-a3e0-c9b7097c1019) {{(pid=99534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:43:36.954099 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-87daca16-fe19-4acc-bf6a-372e98e7257c None None] Notify callbacks [] for port, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.963598 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-87daca16-fe19-4acc-bf6a-372e98e7257c None None] Transition to ACTIVE for port object 1728fdcb-2392-4e74-a3e0-c9b7097c1019 will not be triggered until provisioned by entity L2. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:36.979394 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-87daca16-fe19-4acc-bf6a-372e98e7257c None None] Transition to ACTIVE for port object 1728fdcb-2392-4e74-a3e0-c9b7097c1019 will not be triggered until provisioned by entity DHCP. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:36.987154 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-87daca16-fe19-4acc-bf6a-372e98e7257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799'] for port, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:36.990408 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-de8ad944-5ad7-4f75-9dab-31a0a8df0794 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:37.033025 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87daca16-fe19-4acc-bf6a-372e98e7257c None None] Network 3e46ac46-13aa-440b-9acd-79dc5c709b8a is already hosted by enough agents. {{(pid=99534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:37.036503 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.scheduler.base_scheduler [None req-87daca16-fe19-4acc-bf6a-372e98e7257c None None] Resources bound (agent type, host, resource id): {{(pid=99534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:37.040172 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87daca16-fe19-4acc-bf6a-372e98e7257c None None] Received port after_create {{(pid=99534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:43:37.050047 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87daca16-fe19-4acc-bf6a-372e98e7257c None None] Pushing event updated for resources: {'Port': ['ID=1728fdcb-2392-4e74-a3e0-c9b7097c1019,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:37.081289 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-87daca16-fe19-4acc-bf6a-372e98e7257c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:37.120412 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-87daca16-fe19-4acc-bf6a-372e98e7257c None None] Attempting to bind port 1728fdcb-2392-4e74-a3e0-c9b7097c1019 on host dv-cinder-792209-3-iscsi for vnic_type normal with profile {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:43:37.121049 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-87daca16-fe19-4acc-bf6a-372e98e7257c None None] Attempting to bind port 1728fdcb-2392-4e74-a3e0-c9b7097c1019 by drivers openvswitch,hyperv on host dv-cinder-792209-3-iscsi at level 0 using segments [{'id': '5b6ffa15-b2e0-45aa-80b3-ae1dc022e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3e46ac46-13aa-440b-9acd-79dc5c709b8a'}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:43:37.121566 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87daca16-fe19-4acc-bf6a-372e98e7257c None None] Attempting to bind port 1728fdcb-2392-4e74-a3e0-c9b7097c1019 on network 3e46ac46-13aa-440b-9acd-79dc5c709b8a {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:37.143683 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87daca16-fe19-4acc-bf6a-372e98e7257c None None] Checking agent: {'id': 'fcf96668-74e6-4b26-856c-86c6583113ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 33, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:43:37.144070 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87daca16-fe19-4acc-bf6a-372e98e7257c None None] Checking segment: {'id': '5b6ffa15-b2e0-45aa-80b3-ae1dc022e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3e46ac46-13aa-440b-9acd-79dc5c709b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:37.153402 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-87daca16-fe19-4acc-bf6a-372e98e7257c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.154222 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87daca16-fe19-4acc-bf6a-372e98e7257c None None] Bound using segment: {'id': '5b6ffa15-b2e0-45aa-80b3-ae1dc022e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3e46ac46-13aa-440b-9acd-79dc5c709b8a'} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:43:37.155136 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-87daca16-fe19-4acc-bf6a-372e98e7257c None None] Bound port: 1728fdcb-2392-4e74-a3e0-c9b7097c1019, host: dv-cinder-792209-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6ffa15-b2e0-45aa-80b3-ae1dc022e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3e46ac46-13aa-440b-9acd-79dc5c709b8a'}}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:43:37.155929 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-87daca16-fe19-4acc-bf6a-372e98e7257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.163542 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5c61b97d-1248-47e7-bbaa-8b4bf1777a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7907788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7867392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1668'] for router, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.215249 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae4a3b-c4b0-49b7-b36b-65601f4065bf req-9ab3514b-0848-4ecd-b9c2-885ee0ebfbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:37.219649 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-e5ae4a3b-c4b0-49b7-b36b-65601f4065bf req-9ab3514b-0848-4ecd-b9c2-885ee0ebfbda service neutron] 10.222.0.41 "GET /v2.0/networks?id=730b9790-c1e3-474e-a663-0330ab8e1d49 HTTP/1.1" status: 200 len: 915 time: 0.5660365 Jun 29 10:43:37.315929 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-87daca16-fe19-4acc-bf6a-372e98e7257c None None] For port 1728fdcb-2392-4e74-a3e0-c9b7097c1019, host dv-cinder-792209-3-iscsi, cleared binding levels {{(pid=99534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:43:37.320134 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-87daca16-fe19-4acc-bf6a-372e98e7257c None None] For port 1728fdcb-2392-4e74-a3e0-c9b7097c1019, host dv-cinder-792209-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=1728fdcb-2392-4e74-a3e0-c9b7097c1019,segment=NetworkSegment(5b6ffa15-b2e0-45aa-80b3-ae1dc022e9a2),segment_id=5b6ffa15-b2e0-45aa-80b3-ae1dc022e9a2)] {{(pid=99534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:43:37.327737 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-87daca16-fe19-4acc-bf6a-372e98e7257c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.332406 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:37.380797 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 46406) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:37.395457 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-e5ae4a3b-c4b0-49b7-b36b-65601f4065bf req-4cedad26-01e9-4486-8bf5-8d17b8be9fbf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46638af4-8f63-4180-893a-de25f5f7ba3b HTTP/1.1" status: 200 len: 217 time: 0.1458836 Jun 29 10:43:37.396734 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87daca16-fe19-4acc-bf6a-372e98e7257c None None] Pushing event updated for resources: {'Port': ['ID=1728fdcb-2392-4e74-a3e0-c9b7097c1019,revision_number=2']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:37.396852 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f77733dc-3564-45fe-929b-75c08f30c0db admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.400356 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-87daca16-fe19-4acc-bf6a-372e98e7257c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:37.458951 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723649ba-b763-4d2a-be3c-6f9479af5639 req-b132d8a8-8a09-44dd-9d3f-b609925da3e5 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:37.460612 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-723649ba-b763-4d2a-be3c-6f9479af5639 req-b132d8a8-8a09-44dd-9d3f-b609925da3e5 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b07928-2578-4ee9-97bf-e0a1689673f2 HTTP/1.1" status: 200 len: 944 time: 0.1931264 Jun 29 10:43:37.471874 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e67a92b-8f31-4570-8bb1-bf63eefbb8b0 admin admin] Deleting subnet 19ccb4a3-fe61-4a70-8ed8-8077c8980c56 {{(pid=99533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:43:37.482070 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae4a3b-c4b0-49b7-b36b-65601f4065bf req-b9f6de7f-0733-42e4-b565-123282121714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:37.483839 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-e5ae4a3b-c4b0-49b7-b36b-65601f4065bf req-b9f6de7f-0733-42e4-b565-123282121714 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1643e872-1bdb-489a-8d50-24dbd0235148 HTTP/1.1" status: 200 len: 854 time: 0.0763004 Jun 29 10:43:37.483982 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8e67a92b-8f31-4570-8bb1-bf63eefbb8b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.537388 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-e5ae4a3b-c4b0-49b7-b36b-65601f4065bf req-a23b4731-8bc7-4f3e-b197-e71eadb4bd43 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=730b9790-c1e3-474e-a663-0330ab8e1d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417480 Jun 29 10:43:37.711817 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f77733dc-3564-45fe-929b-75c08f30c0db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.727140 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f77733dc-3564-45fe-929b-75c08f30c0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.733826 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-33413909-d858-47da-9687-efef868ecb82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:37.790984 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-e5ae4a3b-c4b0-49b7-b36b-65601f4065bf req-7d791647-9b7a-4461-90bc-d4d444753671 service neutron] 10.222.0.41 "GET /v2.0/networks/730b9790-c1e3-474e-a663-0330ab8e1d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390809 Jun 29 10:43:37.805786 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8e67a92b-8f31-4570-8bb1-bf63eefbb8b0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.846119 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8e67a92b-8f31-4570-8bb1-bf63eefbb8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7781200'] for subnet, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:37.870822 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-f77733dc-3564-45fe-929b-75c08f30c0db admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=da6f2dc810e6449d87a68fd88d8931f4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1145909 Jun 29 10:43:37.888377 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-723649ba-b763-4d2a-be3c-6f9479af5639 req-9d4ae2ab-c84d-462e-8b8d-07622cfa2640 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4102046 Jun 29 10:43:37.889909 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 46420) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:37.938581 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77733dc-3564-45fe-929b-75c08f30c0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9f8088-a1e3-43b9-8bf4-e7cd9ed71159,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:37.967216 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-f77733dc-3564-45fe-929b-75c08f30c0db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:37.982520 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 1728fdcb-2392-4e74-a3e0-c9b7097c1019 up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:38.007217 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5c61b97d-1248-47e7-bbaa-8b4bf1777a59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.033883 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5c61b97d-1248-47e7-bbaa-8b4bf1777a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.038325 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-e5ae4a3b-c4b0-49b7-b36b-65601f4065bf req-6b6e572a-81ab-4bd8-84c1-21f5cb4951a6 service neutron] 10.222.0.41 "GET /v2.0/networks/730b9790-c1e3-474e-a663-0330ab8e1d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052481 Jun 29 10:43:38.048169 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning for port 1728fdcb-2392-4e74-a3e0-c9b7097c1019 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:38.049418 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f275e8d-4aca-4e72-b524-4bce915fd6ed req-853c1f9c-1747-427f-87f6-3e77ff99bed3 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:38.060727 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-4f275e8d-4aca-4e72-b524-4bce915fd6ed req-853c1f9c-1747-427f-87f6-3e77ff99bed3 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.3452055 Jun 29 10:43:38.073545 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8e67a92b-8f31-4570-8bb1-bf63eefbb8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7781161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780'] for subnet, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.088158 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:38.090121 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-a92a2693-c89c-4ec4-b4eb-9b2bd2787d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.126353 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8e67a92b-8f31-4570-8bb1-bf63eefbb8b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.130943 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-8e67a92b-8f31-4570-8bb1-bf63eefbb8b0 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/19ccb4a3-fe61-4a70-8ed8-8077c8980c56 HTTP/1.1" status: 204 len: 168 time: 0.7444415 Jun 29 10:43:38.136147 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 46426) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:38.138763 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67a92b-8f31-4570-8bb1-bf63eefbb8b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19ccb4a3-fe61-4a70-8ed8-8077c8980c56,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:38.141221 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-8e67a92b-8f31-4570-8bb1-bf63eefbb8b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:38.158442 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-a92a2693-c89c-4ec4-b4eb-9b2bd2787d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.175064 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-4f275e8d-4aca-4e72-b524-4bce915fd6ed req-3e629d8b-2057-45d0-ae95-899c8f9a84ff tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133835 Jun 29 10:43:38.228685 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-a92a2693-c89c-4ec4-b4eb-9b2bd2787d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.231386 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-a92a2693-c89c-4ec4-b4eb-9b2bd2787d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.232546 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-a92a2693-c89c-4ec4-b4eb-9b2bd2787d9c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1a9f8088-a1e3-43b9-8bf4-e7cd9ed71159 HTTP/1.1" status: 204 len: 168 time: 0.3363271 Jun 29 10:43:38.233623 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-3ff4239a-fdd8-43d9-a1b4-ff2790b6b0db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:38.236556 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [None req-5c61b97d-1248-47e7-bbaa-8b4bf1777a59 admin admin] Allocated IP 172.27.0.128 (2b1c2b73-c07b-4ea8-8347-94f00b07ac35/05f04cdc-c6be-4227-89f2-0a6a720b3b38/30783a63-18b1-4bfb-b205-973e688cf99e) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:43:38.243265 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a2693-c89c-4ec4-b4eb-9b2bd2787d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9f8088-a1e3-43b9-8bf4-e7cd9ed71159,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:38.246107 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-a92a2693-c89c-4ec4-b4eb-9b2bd2787d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:38.250469 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a910af57-9ed4-432a-ad09-cb0e447046b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596557'] for network, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.409260 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a910af57-9ed4-432a-ad09-cb0e447046b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7778662', 'neutron.services.segments.db._delete_segments_for_network-8772013423665'] for network, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.421284 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.services.segments.db [None req-a910af57-9ed4-432a-ad09-cb0e447046b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64e6a9bf-9ff6-405b-a65b-a8b4908fde9f']}} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:38.431853 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.services.segments.db [None req-a910af57-9ed4-432a-ad09-cb0e447046b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4e219fe-b99d-4ade-b88d-7d32d6a6c4fe') {'for_net_delete': True} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:38.432158 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.services.segments.db [None req-a910af57-9ed4-432a-ad09-cb0e447046b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4e219fe-b99d-4ade-b88d-7d32d6a6c4fe') {} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:38.441853 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a910af57-9ed4-432a-ad09-cb0e447046b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772013419924', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8692071'] for segment, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.458037 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a910af57-9ed4-432a-ad09-cb0e447046b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342'] for segment, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.473401 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a910af57-9ed4-432a-ad09-cb0e447046b9 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=99532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:43:38.473901 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a910af57-9ed4-432a-ad09-cb0e447046b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4232127'] for segment, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.475618 dv-cinder-792209-3-iscsi neutron-server[99532]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:43:38.475618 dv-cinder-792209-3-iscsi neutron-server[99532]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:43:38.475618 dv-cinder-792209-3-iscsi neutron-server[99532]: Traceback (most recent call last): Jun 29 10:43:38.475618 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:43:38.475618 dv-cinder-792209-3-iscsi neutron-server[99532]: timer() Jun 29 10:43:38.475618 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:43:38.475618 dv-cinder-792209-3-iscsi neutron-server[99532]: cb(*args, **kw) Jun 29 10:43:38.475618 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:43:38.475618 dv-cinder-792209-3-iscsi neutron-server[99532]: return func(*args, **kwargs) Jun 29 10:43:38.475618 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:43:38.475618 dv-cinder-792209-3-iscsi neutron-server[99532]: self._notify() Jun 29 10:43:38.475618 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:43:38.475618 dv-cinder-792209-3-iscsi neutron-server[99532]: self.callback(batched_events) Jun 29 10:43:38.475618 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:43:38.475618 dv-cinder-792209-3-iscsi neutron-server[99532]: event.method(event) Jun 29 10:43:38.475618 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:43:38.475618 dv-cinder-792209-3-iscsi neutron-server[99532]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:43:38.475618 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:43:38.475618 dv-cinder-792209-3-iscsi neutron-server[99532]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:43:38.475618 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:43:38.475618 dv-cinder-792209-3-iscsi neutron-server[99532]: return f(self, *a, **k) Jun 29 10:43:38.475618 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:43:38.475618 dv-cinder-792209-3-iscsi neutron-server[99532]: return self._get(url).json() Jun 29 10:43:38.475618 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:43:38.475618 dv-cinder-792209-3-iscsi neutron-server[99532]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:43:38.475618 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:43:38.475618 dv-cinder-792209-3-iscsi neutron-server[99532]: return self.request(url, 'GET', **kwargs) Jun 29 10:43:38.475618 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:43:38.475618 dv-cinder-792209-3-iscsi neutron-server[99532]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:43:38.475618 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:43:38.475618 dv-cinder-792209-3-iscsi neutron-server[99532]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:43:38.475618 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:43:38.475618 dv-cinder-792209-3-iscsi neutron-server[99532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:43:38.475618 dv-cinder-792209-3-iscsi neutron-server[99532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:43:38.551966 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5c61b97d-1248-47e7-bbaa-8b4bf1777a59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.561627 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a910af57-9ed4-432a-ad09-cb0e447046b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7781269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7928461'] for network, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.570564 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-4b42cd1e-2f71-48f0-82a0-2663acf7023c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:38.576554 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a910af57-9ed4-432a-ad09-cb0e447046b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for network, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.581437 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-a910af57-9ed4-432a-ad09-cb0e447046b9 admin admin] 10.222.0.61 "DELETE /v2.0/networks/64e6a9bf-9ff6-405b-a65b-a8b4908fde9f HTTP/1.1" status: 204 len: 168 time: 0.4412382 Jun 29 10:43:38.581737 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 46446) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:38.593137 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910af57-9ed4-432a-ad09-cb0e447046b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=64e6a9bf-9ff6-405b-a65b-a8b4908fde9f,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:38.598244 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-a910af57-9ed4-432a-ad09-cb0e447046b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:38.632043 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5c61b97d-1248-47e7-bbaa-8b4bf1777a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4232069'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.636208 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-5a870281-d9e3-4bff-a1d2-cbf73a4d740f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:38.664940 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f36a0ec-775a-426a-8514-cf43880346cb admin admin] Deleting subnet 34151867-efb7-4229-b070-c5c7ba624f9c {{(pid=99533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:43:38.672835 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5f36a0ec-775a-426a-8514-cf43880346cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.676999 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c61b97d-1248-47e7-bbaa-8b4bf1777a59 admin admin] Network 2b1c2b73-c07b-4ea8-8347-94f00b07ac35 is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:38.687220 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-5c61b97d-1248-47e7-bbaa-8b4bf1777a59 admin admin] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:38.690717 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c61b97d-1248-47e7-bbaa-8b4bf1777a59 admin admin] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:43:38.731563 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5f36a0ec-775a-426a-8514-cf43880346cb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.737873 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5f36a0ec-775a-426a-8514-cf43880346cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7781200'] for subnet, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.738243 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c61b97d-1248-47e7-bbaa-8b4bf1777a59 admin admin] Pushing event updated for resources: {'Port': ['ID=30783a63-18b1-4bfb-b205-973e688cf99e,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:38.741039 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-5c61b97d-1248-47e7-bbaa-8b4bf1777a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:38.803139 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454f84e4-978b-4e8f-bf48-6aa968936845 None None] Network 3e46ac46-13aa-440b-9acd-79dc5c709b8a requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:43:38.814097 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5f36a0ec-775a-426a-8514-cf43880346cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7781161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780'] for subnet, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.819310 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:38.853220 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f36a0ec-775a-426a-8514-cf43880346cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34151867-efb7-4229-b070-c5c7ba624f9c,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:38.855611 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5f36a0ec-775a-426a-8514-cf43880346cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:38.857827 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-5f36a0ec-775a-426a-8514-cf43880346cb admin admin] 10.222.0.61 "DELETE /v2.0/subnets/34151867-efb7-4229-b070-c5c7ba624f9c HTTP/1.1" status: 204 len: 168 time: 0.2752867 Jun 29 10:43:38.860204 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 46458) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:38.863949 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-5f36a0ec-775a-426a-8514-cf43880346cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:38.934803 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-f5714e98-99d0-43d3-91ce-7a2c6620ea0b None None] Provisioning for port 1728fdcb-2392-4e74-a3e0-c9b7097c1019 completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:38.951740 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-f5714e98-99d0-43d3-91ce-7a2c6620ea0b None None] Provisioning complete for port 1728fdcb-2392-4e74-a3e0-c9b7097c1019 triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:38.956626 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f5714e98-99d0-43d3-91ce-7a2c6620ea0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:39.006891 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d4cb831f-1a16-4b2d-902f-2f59f73adaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596557'] for network, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:39.051800 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5c61b97d-1248-47e7-bbaa-8b4bf1777a59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:39.258409 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f5714e98-99d0-43d3-91ce-7a2c6620ea0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:39.269597 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d4cb831f-1a16-4b2d-902f-2f59f73adaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7778662', 'neutron.services.segments.db._delete_segments_for_network-8772013423665'] for network, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:39.312235 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d4cb831f-1a16-4b2d-902f-2f59f73adaa6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:39.325819 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d4cb831f-1a16-4b2d-902f-2f59f73adaa6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:39.326689 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d4cb831f-1a16-4b2d-902f-2f59f73adaa6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:39.327034 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d4cb831f-1a16-4b2d-902f-2f59f73adaa6 admin admin] Subscribe: > port after_create 55550000 {{(pid=99533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:39.327369 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d4cb831f-1a16-4b2d-902f-2f59f73adaa6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:39.327710 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d4cb831f-1a16-4b2d-902f-2f59f73adaa6 admin admin] Subscribe: > port after_update 55550000 {{(pid=99533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:39.328021 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d4cb831f-1a16-4b2d-902f-2f59f73adaa6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:39.330759 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d4cb831f-1a16-4b2d-902f-2f59f73adaa6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:39.331103 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d4cb831f-1a16-4b2d-902f-2f59f73adaa6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:39.332485 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d4cb831f-1a16-4b2d-902f-2f59f73adaa6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:39.334807 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-f5714e98-99d0-43d3-91ce-7a2c6620ea0b None None] For port 1728fdcb-2392-4e74-a3e0-c9b7097c1019, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=1728fdcb-2392-4e74-a3e0-c9b7097c1019,segment=NetworkSegment(5b6ffa15-b2e0-45aa-80b3-ae1dc022e9a2),segment_id=5b6ffa15-b2e0-45aa-80b3-ae1dc022e9a2)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:39.353855 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f5714e98-99d0-43d3-91ce-7a2c6620ea0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:39.359164 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:39.390360 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5c61b97d-1248-47e7-bbaa-8b4bf1777a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7907817'] for router, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:39.469272 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5714e98-99d0-43d3-91ce-7a2c6620ea0b None None] Pushing event updated for resources: {'Port': ['ID=1728fdcb-2392-4e74-a3e0-c9b7097c1019,revision_number=3']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:39.473400 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-f5714e98-99d0-43d3-91ce-7a2c6620ea0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:39.508082 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d4cb831f-1a16-4b2d-902f-2f59f73adaa6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:39.508669 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d4cb831f-1a16-4b2d-902f-2f59f73adaa6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:39.509839 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d4cb831f-1a16-4b2d-902f-2f59f73adaa6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:39.510320 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d4cb831f-1a16-4b2d-902f-2f59f73adaa6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 10:43:39.510872 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.services.segments.db [None req-d4cb831f-1a16-4b2d-902f-2f59f73adaa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c568cc68-9bd7-4b81-b839-d060405718e0']}} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:39.517343 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device 46638af4-8f63-4180-893a-de25f5f7ba3b details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:43:39.538369 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.services.segments.db [None req-d4cb831f-1a16-4b2d-902f-2f59f73adaa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0721dc85-885a-48fa-b5bd-47f7258ce6e8') {'for_net_delete': True} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:39.542086 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.services.segments.db [None req-d4cb831f-1a16-4b2d-902f-2f59f73adaa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0721dc85-885a-48fa-b5bd-47f7258ce6e8') {} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:39.575853 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d4cb831f-1a16-4b2d-902f-2f59f73adaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772013419924', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2358090'] for segment, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:39.611786 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c61b97d-1248-47e7-bbaa-8b4bf1777a59 admin admin] Router 24c1a729-4a54-43e9-944b-04265164ac9f is scheduled to L3 agent 8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f with binding_index 1 {{(pid=99532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:43:39.615489 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d4cb831f-1a16-4b2d-902f-2f59f73adaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342'] for segment, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:39.626887 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4cb831f-1a16-4b2d-902f-2f59f73adaa6 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=99533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:43:39.627513 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d4cb831f-1a16-4b2d-902f-2f59f73adaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5295490'] for segment, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: from cryptography.utils import int_from_bytes Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: from cryptography.utils import int_from_bytes Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: Traceback (most recent call last): Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: timer() Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: cb(*args, **kw) Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: return func(*args, **kwargs) Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: self._notify() Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: self.callback(batched_events) Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: event.method(event) Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: return f(self, *a, **k) Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: return self._get(url).json() Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: return self.request(url, 'GET', **kwargs) Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:43:39.726368 dv-cinder-792209-3-iscsi neutron-server[99533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:43:39.742064 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d4cb831f-1a16-4b2d-902f-2f59f73adaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7781269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7928461'] for network, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:39.754263 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d4cb831f-1a16-4b2d-902f-2f59f73adaa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:39.756983 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-d4cb831f-1a16-4b2d-902f-2f59f73adaa6 admin admin] 10.222.0.61 "DELETE /v2.0/networks/c568cc68-9bd7-4b81-b839-d060405718e0 HTTP/1.1" status: 204 len: 168 time: 0.8954720 Jun 29 10:43:39.762075 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-5bc080b5-9f55-47ab-8a84-ba068e0abe22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:39.792829 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb831f-1a16-4b2d-902f-2f59f73adaa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c568cc68-9bd7-4b81-b839-d060405718e0,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:39.797173 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-d4cb831f-1a16-4b2d-902f-2f59f73adaa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:39.807750 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port 46638af4-8f63-4180-893a-de25f5f7ba3b, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=46638af4-8f63-4180-893a-de25f5f7ba3b,segment=NetworkSegment(9f0c74f0-432e-4950-b3d2-3a9e79de6a51),segment_id=9f0c74f0-432e-4950-b3d2-3a9e79de6a51)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:39.809841 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7723843-c0e7-4078-8d40-3a2996078f3e req-4b754852-a918-4dbb-bd36-5e2edd3605a6 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:39.820287 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b7723843-c0e7-4078-8d40-3a2996078f3e req-4b754852-a918-4dbb-bd36-5e2edd3605a6 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b07928-2578-4ee9-97bf-e0a1689673f2 HTTP/1.1" status: 200 len: 944 time: 0.7151318 Jun 29 10:43:39.848751 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Returning: {'device': '46638af4-8f63-4180-893a-de25f5f7ba3b', 'network_id': '730b9790-c1e3-474e-a663-0330ab8e1d49', 'port_id': '46638af4-8f63-4180-893a-de25f5f7ba3b', 'mac_address': 'fa:16:3e:b7:b1:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1643e872-1bdb-489a-8d50-24dbd0235148', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:43:39.860050 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-3566af08-dc49-44c6-b2a3-6ac4d0f8ac07 None None] Provisioning complete for port 1728fdcb-2392-4e74-a3e0-c9b7097c1019 triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:39.861473 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-3566af08-dc49-44c6-b2a3-6ac4d0f8ac07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:39.880188 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c61b97d-1248-47e7-bbaa-8b4bf1777a59 admin admin] Notify agent at l3_agent.dv-cinder-792209-3-iscsi the message routers_updated {{(pid=99532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:43:39.887572 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b7723843-c0e7-4078-8d40-3a2996078f3e req-4d7256db-14a6-4cf6-a39d-a73453652c9c tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663095 Jun 29 10:43:39.892124 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d23a8a-e446-425e-bceb-da5a6f954352 None None] Sync routers for ids ['24c1a729-4a54-43e9-944b-04265164ac9f'] in dv-cinder-792209-3-iscsi {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:43:39.928763 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d23a8a-e446-425e-bceb-da5a6f954352 None None] Routers {'24c1a729-4a54-43e9-944b-04265164ac9f'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:43:39.930910 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5c61b97d-1248-47e7-bbaa-8b4bf1777a59 admin admin] Notify callbacks [] for router, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:39.931918 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-67d23a8a-e446-425e-bceb-da5a6f954352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:43:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['24c1a729-4a54-43e9-944b-04265164ac9f'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:39.932197 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-5c61b97d-1248-47e7-bbaa-8b4bf1777a59 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5717628 Jun 29 10:43:39.935538 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 46510) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:40.087563 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a86023-af95-4cc8-976a-6ffc36486522 req-cbebef0e-0457-43fd-b3a0-51653303222d tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:40.102626 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c2a86023-af95-4cc8-976a-6ffc36486522 req-cbebef0e-0457-43fd-b3a0-51653303222d tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.0995142 Jun 29 10:43:40.139332 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 46516) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:40.192355 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-67d23a8a-e446-425e-bceb-da5a6f954352 None None] Set router 24c1a729-4a54-43e9-944b-04265164ac9f gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:43:40.216022 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 1728fdcb-2392-4e74-a3e0-c9b7097c1019 up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:40.269925 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:40.301953 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-480457c7-c5fb-4c2a-a815-096688afc5c5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=70e51946639c4aad82d61c934470a3b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1571026 Jun 29 10:43:40.305392 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 46520) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:40.314517 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c2a86023-af95-4cc8-976a-6ffc36486522 req-3e4b9c2b-748b-46f2-8c92-8d526750f3ad tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099419 Jun 29 10:43:40.320196 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46638af4-8f63-4180-893a-de25f5f7ba3b {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:43:40.342364 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port 1728fdcb-2392-4e74-a3e0-c9b7097c1019 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:40.342769 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:40.362346 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb68a2-05e4-449c-b8e1-abe5fe37680f req-f6fb0691-efc8-453a-9bda-eb7d9e6c10b6 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:40.373751 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-9bcb68a2-05e4-449c-b8e1-abe5fe37680f req-f6fb0691-efc8-453a-9bda-eb7d9e6c10b6 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 945 time: 0.1845903 Jun 29 10:43:40.377135 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port 46638af4-8f63-4180-893a-de25f5f7ba3b, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=46638af4-8f63-4180-893a-de25f5f7ba3b,segment=NetworkSegment(9f0c74f0-432e-4950-b3d2-3a9e79de6a51),segment_id=9f0c74f0-432e-4950-b3d2-3a9e79de6a51)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:40.402067 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:40.406329 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:40.411339 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-eeba0b0c-ad2a-416c-8854-00887fae53f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:40.444107 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-9bcb68a2-05e4-449c-b8e1-abe5fe37680f req-29f339e8-65ba-4ffb-8aea-786f2c81e427 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631204 Jun 29 10:43:40.485393 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=46638af4-8f63-4180-893a-de25f5f7ba3b,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:40.498035 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:40.512762 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-67d23a8a-e446-425e-bceb-da5a6f954352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c1a729-4a54-43e9-944b-04265164ac9f', 'name': 'tempest-TestShelveInstance-1981661880-router', 'tenant_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '30783a63-18b1-4bfb-b205-973e688cf99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:36Z', 'updated_at': '2021-06-29T10:43:38Z', 'revision_number': 3, 'project_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'gw_port': {'id': '30783a63-18b1-4bfb-b205-973e688cf99e', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c1a729-4a54-43e9-944b-04265164ac9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:38Z', 'updated_at': '2021-06-29T10:43:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi'}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:40.529583 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-eeba0b0c-ad2a-416c-8854-00887fae53f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:40.550213 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d23a8a-e446-425e-bceb-da5a6f954352 None None] Checking router: 24c1a729-4a54-43e9-944b-04265164ac9f for host: dv-cinder-792209-3-iscsi {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:43:40.550804 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d23a8a-e446-425e-bceb-da5a6f954352 None None] Updating router 24c1a729-4a54-43e9-944b-04265164ac9f port 30783a63-18b1-4bfb-b205-973e688cf99e binding host dv-cinder-792209-3-iscsi {{(pid=99535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:43:40.593723 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-67d23a8a-e446-425e-bceb-da5a6f954352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:40.623583 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-eeba0b0c-ad2a-416c-8854-00887fae53f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:40.628498 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-eeba0b0c-ad2a-416c-8854-00887fae53f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:40.629536 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-eeba0b0c-ad2a-416c-8854-00887fae53f3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1d75b945-8d73-4b38-b6d8-80aee73ee2f2 HTTP/1.1" status: 204 len: 168 time: 0.3204670 Jun 29 10:43:40.650472 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-ba29eb39-551b-4aa5-9736-03006ee02a38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:40.663749 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba0b0c-ad2a-416c-8854-00887fae53f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d75b945-8d73-4b38-b6d8-80aee73ee2f2,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:40.666496 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-eeba0b0c-ad2a-416c-8854-00887fae53f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:40.729199 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-dcd2eba9-31e8-49b9-bd20-f575aefb8051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:40.887052 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] get_ports_and_sgs() called for port_ids ['46638af4-8f63-4180-893a-de25f5f7ba3b'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:43:40.913282 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-67d23a8a-e446-425e-bceb-da5a6f954352 None None] Notify callbacks [] for port, precommit_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:40.927684 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-67d23a8a-e446-425e-bceb-da5a6f954352 None None] Transition to ACTIVE for port object 30783a63-18b1-4bfb-b205-973e688cf99e will not be triggered until provisioned by entity L2. {{(pid=99535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:40.937041 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-67d23a8a-e446-425e-bceb-da5a6f954352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:40.949465 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:40.993238 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c205c237-d3ba-413e-864c-038b47258a0a None None] Pushing event updated for resources: {'Port': ['ID=30783a63-18b1-4bfb-b205-973e688cf99e,revision_number=2']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:41.021023 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c205c237-d3ba-413e-864c-038b47258a0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:41.021621 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c205c237-d3ba-413e-864c-038b47258a0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:41.022096 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c205c237-d3ba-413e-864c-038b47258a0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:41.022570 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c205c237-d3ba-413e-864c-038b47258a0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:41.023139 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c205c237-d3ba-413e-864c-038b47258a0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:41.023602 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c205c237-d3ba-413e-864c-038b47258a0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:41.024070 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c205c237-d3ba-413e-864c-038b47258a0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:41.024577 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c205c237-d3ba-413e-864c-038b47258a0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:41.026356 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c205c237-d3ba-413e-864c-038b47258a0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:41.026876 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c205c237-d3ba-413e-864c-038b47258a0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:41.027336 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c205c237-d3ba-413e-864c-038b47258a0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:41.028067 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c205c237-d3ba-413e-864c-038b47258a0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:43:41.032323 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-67d23a8a-e446-425e-bceb-da5a6f954352 None None] Attempting to bind port 30783a63-18b1-4bfb-b205-973e688cf99e on host dv-cinder-792209-3-iscsi for vnic_type normal with profile {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:43:41.034000 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-67d23a8a-e446-425e-bceb-da5a6f954352 None None] Attempting to bind port 30783a63-18b1-4bfb-b205-973e688cf99e by drivers openvswitch,hyperv on host dv-cinder-792209-3-iscsi at level 0 using segments [{'id': 'b07597a5-acfa-4ea0-afa4-34f991bc6949', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:43:41.034000 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d23a8a-e446-425e-bceb-da5a6f954352 None None] Attempting to bind port 30783a63-18b1-4bfb-b205-973e688cf99e on network 2b1c2b73-c07b-4ea8-8347-94f00b07ac35 {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:41.041576 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-c205c237-d3ba-413e-864c-038b47258a0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:41.047779 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d23a8a-e446-425e-bceb-da5a6f954352 None None] Checking agent: {'id': 'fcf96668-74e6-4b26-856c-86c6583113ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 33, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:43:41.047779 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d23a8a-e446-425e-bceb-da5a6f954352 None None] Checking segment: {'id': 'b07597a5-acfa-4ea0-afa4-34f991bc6949', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:41.047779 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-67d23a8a-e446-425e-bceb-da5a6f954352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:41.047779 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d23a8a-e446-425e-bceb-da5a6f954352 None None] Bound using segment: {'id': 'b07597a5-acfa-4ea0-afa4-34f991bc6949', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:43:41.047779 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-67d23a8a-e446-425e-bceb-da5a6f954352 None None] Bound port: 30783a63-18b1-4bfb-b205-973e688cf99e, host: dv-cinder-792209-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b07597a5-acfa-4ea0-afa4-34f991bc6949', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'}}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:43:41.047779 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-67d23a8a-e446-425e-bceb-da5a6f954352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:41.110741 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-67d23a8a-e446-425e-bceb-da5a6f954352 None None] For port 30783a63-18b1-4bfb-b205-973e688cf99e, host dv-cinder-792209-3-iscsi, cleared binding levels {{(pid=99535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:43:41.114338 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-67d23a8a-e446-425e-bceb-da5a6f954352 None None] For port 30783a63-18b1-4bfb-b205-973e688cf99e, host dv-cinder-792209-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=30783a63-18b1-4bfb-b205-973e688cf99e,segment=NetworkSegment(b07597a5-acfa-4ea0-afa4-34f991bc6949),segment_id=b07597a5-acfa-4ea0-afa4-34f991bc6949)] {{(pid=99535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:43:41.124921 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-67d23a8a-e446-425e-bceb-da5a6f954352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:41.140169 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:41.295403 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d23a8a-e446-425e-bceb-da5a6f954352 None None] Routers {'24c1a729-4a54-43e9-944b-04265164ac9f'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:43:41.297343 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-67d23a8a-e446-425e-bceb-da5a6f954352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:43:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['24c1a729-4a54-43e9-944b-04265164ac9f'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:41.313236 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 46552) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:41.364719 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbc4fe-0233-4040-83b8-f467165300ae req-f2999479-b5dc-46da-bb04-6277f31107db tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:41.379122 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [None req-dcd2eba9-31e8-49b9-bd20-f575aefb8051 admin admin] Allocated IP 172.20.0.1 (3e46ac46-13aa-440b-9acd-79dc5c709b8a/3d189302-9f00-41d9-950a-7c945719ae16/27a02cc2-8118-4353-a653-2de79c368187) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:43:41.379609 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c205c237-d3ba-413e-864c-038b47258a0a None None] Pushing event updated for resources: {'Port': ['ID=30783a63-18b1-4bfb-b205-973e688cf99e,revision_number=3']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:41.384106 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-c205c237-d3ba-413e-864c-038b47258a0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:41.399607 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-90dbc4fe-0233-4040-83b8-f467165300ae req-f2999479-b5dc-46da-bb04-6277f31107db tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b07928-2578-4ee9-97bf-e0a1689673f2 HTTP/1.1" status: 200 len: 945 time: 0.1724842 Jun 29 10:43:41.485580 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-afa3a113-8cfb-4e51-be8a-3cbb7e133ad0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=047e6369fe4b40cfa798c590cc377410&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1672080 Jun 29 10:43:41.501787 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 46562) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:41.505614 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-90dbc4fe-0233-4040-83b8-f467165300ae req-e0f0fb88-19ce-444b-9e75-c6e6c2e841be tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913773 Jun 29 10:43:41.534903 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-67d23a8a-e446-425e-bceb-da5a6f954352 None None] Set router 24c1a729-4a54-43e9-944b-04265164ac9f gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:43:41.541231 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-dcd2eba9-31e8-49b9-bd20-f575aefb8051 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:41.566304 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.provisioning_blocks [None req-dcd2eba9-31e8-49b9-bd20-f575aefb8051 admin admin] Transition to ACTIVE for port object 27a02cc2-8118-4353-a653-2de79c368187 will not be triggered until provisioned by entity DHCP. {{(pid=99532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:41.569254 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d012ad51-d0dc-466a-bf14-5e6f78e293a6 req-186983c5-06cc-4943-ae24-abac6c090d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:41.570970 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-d012ad51-d0dc-466a-bf14-5e6f78e293a6 req-186983c5-06cc-4943-ae24-abac6c090d7d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 1099 time: 0.0924675 Jun 29 10:43:41.627546 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-d012ad51-d0dc-466a-bf14-5e6f78e293a6 req-6b7c74c6-0c30-4669-a98b-f00b33eb9c2d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468798 Jun 29 10:43:41.643012 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-dcd2eba9-31e8-49b9-bd20-f575aefb8051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4232069'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:41.653272 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:41.664439 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd2eba9-31e8-49b9-bd20-f575aefb8051 admin admin] Network 3e46ac46-13aa-440b-9acd-79dc5c709b8a is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:41.667665 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-dcd2eba9-31e8-49b9-bd20-f575aefb8051 admin admin] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:41.670912 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd2eba9-31e8-49b9-bd20-f575aefb8051 admin admin] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:43:41.693203 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-fd6369ff-4843-46c7-b66c-6f16f25c09d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:41.730391 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-fd6369ff-4843-46c7-b66c-6f16f25c09d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:41.797775 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2eba9-31e8-49b9-bd20-f575aefb8051 admin admin] Pushing event updated for resources: {'Port': ['ID=27a02cc2-8118-4353-a653-2de79c368187,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:41.811237 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-dcd2eba9-31e8-49b9-bd20-f575aefb8051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:41.815648 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-dcd2eba9-31e8-49b9-bd20-f575aefb8051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7865503'] for router_interface, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:41.830243 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-fd6369ff-4843-46c7-b66c-6f16f25c09d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:41.833447 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-fd6369ff-4843-46c7-b66c-6f16f25c09d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:41.834817 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-fd6369ff-4843-46c7-b66c-6f16f25c09d3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/00aadef5-89fa-44d5-8db8-e0a80eb288fc HTTP/1.1" status: 204 len: 168 time: 0.3280585 Jun 29 10:43:41.869542 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-bca443d3-c28e-4855-8f0b-b52164858e75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:41.883201 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6369ff-4843-46c7-b66c-6f16f25c09d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00aadef5-89fa-44d5-8db8-e0a80eb288fc,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:41.888258 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-fd6369ff-4843-46c7-b66c-6f16f25c09d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:41.929612 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b1d719-e10c-476d-8b30-21fa4008c31b req-6f3345ad-75d2-4fa6-9dc4-12b586a3fac0 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:41.932882 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-19b1d719-e10c-476d-8b30-21fa4008c31b req-6f3345ad-75d2-4fa6-9dc4-12b586a3fac0 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.3576078 Jun 29 10:43:41.986218 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-67d23a8a-e446-425e-bceb-da5a6f954352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c1a729-4a54-43e9-944b-04265164ac9f', 'name': 'tempest-TestShelveInstance-1981661880-router', 'tenant_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '30783a63-18b1-4bfb-b205-973e688cf99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:36Z', 'updated_at': '2021-06-29T10:43:38Z', 'revision_number': 3, 'project_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'gw_port': {'id': '30783a63-18b1-4bfb-b205-973e688cf99e', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c1a729-4a54-43e9-944b-04265164ac9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:38Z', 'updated_at': '2021-06-29T10:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi'}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:42.020628 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d23a8a-e446-425e-bceb-da5a6f954352 None None] The sync data for ids ['24c1a729-4a54-43e9-944b-04265164ac9f'] in dv-cinder-792209-3-iscsi is: [{'id': '24c1a729-4a54-43e9-944b-04265164ac9f', 'name': 'tempest-TestShelveInstance-1981661880-router', 'tenant_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '30783a63-18b1-4bfb-b205-973e688cf99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:36Z', 'updated_at': '2021-06-29T10:43:38Z', 'revision_number': 3, 'project_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'gw_port': {'id': '30783a63-18b1-4bfb-b205-973e688cf99e', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c1a729-4a54-43e9-944b-04265164ac9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:38Z', 'updated_at': '2021-06-29T10:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi'}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:43:42.023678 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b7a66-ae8e-4a08-ae6c-a49b6599ce34 req-21e4f453-cd97-421f-b8f9-7a2b0fbfd185 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:42.031237 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-915b7a66-ae8e-4a08-ae6c-a49b6599ce34 req-21e4f453-cd97-421f-b8f9-7a2b0fbfd185 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 945 time: 0.2339318 Jun 29 10:43:42.045422 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-dcd2eba9-31e8-49b9-bd20-f575aefb8051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:42.063045 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-19b1d719-e10c-476d-8b30-21fa4008c31b req-7eb6e38e-c57f-412c-8e24-6e7dbd398be5 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215372 Jun 29 10:43:42.089506 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d4985393-a13e-4f8d-bcd9-0f5d5e4beaae None None] Provisioning for port 27a02cc2-8118-4353-a653-2de79c368187 completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:42.099516 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d4985393-a13e-4f8d-bcd9-0f5d5e4beaae None None] Provisioning complete for port 27a02cc2-8118-4353-a653-2de79c368187 triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:42.099903 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d4985393-a13e-4f8d-bcd9-0f5d5e4beaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:42.116093 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-915b7a66-ae8e-4a08-ae6c-a49b6599ce34 req-e3dedbff-1196-49cd-b3fa-0b69e675f795 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839047 Jun 29 10:43:42.187961 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-d4985393-a13e-4f8d-bcd9-0f5d5e4beaae None None] Port 27a02cc2-8118-4353-a653-2de79c368187 cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:43:42.258955 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-dcd2eba9-31e8-49b9-bd20-f575aefb8051 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:42.270796 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-dcd2eba9-31e8-49b9-bd20-f575aefb8051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4232083'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:42.294572 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-d763c02c-8472-4838-a48f-aa32e77c4331 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:42.346944 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-dcd2eba9-31e8-49b9-bd20-f575aefb8051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7896118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7865451'] for router_interface, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:42.361280 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2eba9-31e8-49b9-bd20-f575aefb8051 admin admin] Pushing event updated for resources: {'Port': ['ID=27a02cc2-8118-4353-a653-2de79c368187,revision_number=2']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:42.366969 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-dcd2eba9-31e8-49b9-bd20-f575aefb8051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:42.481143 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd2eba9-31e8-49b9-bd20-f575aefb8051 admin admin] Network 3e46ac46-13aa-440b-9acd-79dc5c709b8a is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:42.482916 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-dcd2eba9-31e8-49b9-bd20-f575aefb8051 admin admin] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:42.705712 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd2eba9-31e8-49b9-bd20-f575aefb8051 admin admin] Router 24c1a729-4a54-43e9-944b-04265164ac9f has already been hosted by L3 agent 8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f {{(pid=99532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:43:42.803461 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b2f65-e7f4-48df-8d03-e56e52b5edbd req-9dd72c81-7d63-4757-80fc-185588ac0d10 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:42.805764 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d26b2f65-e7f4-48df-8d03-e56e52b5edbd req-9dd72c81-7d63-4757-80fc-185588ac0d10 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b07928-2578-4ee9-97bf-e0a1689673f2 HTTP/1.1" status: 200 len: 945 time: 0.1124337 Jun 29 10:43:42.818423 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-348db532-2bab-4dcc-b088-fc4202b26e1d None None] Provisioning complete for port 27a02cc2-8118-4353-a653-2de79c368187 triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:42.819522 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-348db532-2bab-4dcc-b088-fc4202b26e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:42.869103 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-348db532-2bab-4dcc-b088-fc4202b26e1d None None] Port 27a02cc2-8118-4353-a653-2de79c368187 cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:43:42.905783 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d26b2f65-e7f4-48df-8d03-e56e52b5edbd req-bf0a0bbb-3525-47ea-8008-d264822031f1 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873961 Jun 29 10:43:42.928597 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 46598) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:42.935092 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd2eba9-31e8-49b9-bd20-f575aefb8051 admin admin] Notify agent at l3_agent.dv-cinder-792209-3-iscsi the message routers_updated {{(pid=99532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:43:42.941730 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-dcd2eba9-31e8-49b9-bd20-f575aefb8051 admin admin] 10.222.0.61 "PUT /v2.0/routers/24c1a729-4a54-43e9-944b-04265164ac9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0051527 Jun 29 10:43:43.229067 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-be066a38-8e67-4b4a-a65a-45d9718f3a2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.319359 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533a9da-ec14-49e1-b308-798affa02d1f req-703f8716-a329-4f63-84c6-65078deb87b8 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:43.326571 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6533a9da-ec14-49e1-b308-798affa02d1f req-703f8716-a329-4f63-84c6-65078deb87b8 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.1424811 Jun 29 10:43:43.425061 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6533a9da-ec14-49e1-b308-798affa02d1f req-df44e802-ab9a-4402-a76c-12c0dcff31ae tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975437 Jun 29 10:43:43.457264 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa9480-8f47-4d92-9937-ecde64217071 req-c05ea725-df64-4406-98ec-b2716fe5447b tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:43.459046 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-2daa9480-8f47-4d92-9937-ecde64217071 req-c05ea725-df64-4406-98ec-b2716fe5447b tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 945 time: 0.1687372 Jun 29 10:43:43.494402 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-be066a38-8e67-4b4a-a65a-45d9718f3a2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.511464 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-be066a38-8e67-4b4a-a65a-45d9718f3a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.514745 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-40866ae6-37a8-4baa-b554-792d3a580b85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:43.542839 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-2daa9480-8f47-4d92-9937-ecde64217071 req-84345613-3871-4ef1-9328-8d0ddbca0955 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756600 Jun 29 10:43:43.562953 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device 46638af4-8f63-4180-893a-de25f5f7ba3b up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:43.567111 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 46636) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:43.567253 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-be066a38-8e67-4b4a-a65a-45d9718f3a2e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c0af0949ef654c96bd444566cd70f04a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6371939 Jun 29 10:43:43.568255 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be066a38-8e67-4b4a-a65a-45d9718f3a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41a79e8-06f0-4cd4-bb3e-0cb7fa42586e,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:43.572506 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-be066a38-8e67-4b4a-a65a-45d9718f3a2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:43.676749 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Provisioning for port 46638af4-8f63-4180-893a-de25f5f7ba3b completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:43.683770 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Provisioning complete for port 46638af4-8f63-4180-893a-de25f5f7ba3b triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:43.684188 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.708669 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c1d0df71-5efa-4607-b1b1-0eee80007a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.783079 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c1d0df71-5efa-4607-b1b1-0eee80007a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.817190 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.868623 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c1d0df71-5efa-4607-b1b1-0eee80007a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.871324 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b07928-2578-4ee9-97bf-e0a1689673f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46638af4-8f63-4180-893a-de25f5f7ba3b'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:43:43.874972 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3762a8f488588fc24900269a9cc386d753c3d6f951c38e7bc7f446f2f69fbffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add8ebf0-02da-4392-ae71-f9db3696658b" -d '{"events": [{"server_uuid": "77b07928-2578-4ee9-97bf-e0a1689673f2", "name": "network-vif-plugged", "status": "completed", "tag": "46638af4-8f63-4180-893a-de25f5f7ba3b"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:43:43.876383 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c1d0df71-5efa-4607-b1b1-0eee80007a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.884949 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-c1d0df71-5efa-4607-b1b1-0eee80007a1c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e41a79e8-06f0-4cd4-bb3e-0cb7fa42586e HTTP/1.1" status: 204 len: 168 time: 0.3152704 Jun 29 10:43:43.887063 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-3c28a4e5-e068-45b0-b51a-3d2360ef703f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:43.897552 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0df71-5efa-4607-b1b1-0eee80007a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41a79e8-06f0-4cd4-bb3e-0cb7fa42586e,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:43.900751 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-c1d0df71-5efa-4607-b1b1-0eee80007a1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:43.923268 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port 46638af4-8f63-4180-893a-de25f5f7ba3b, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=46638af4-8f63-4180-893a-de25f5f7ba3b,segment=NetworkSegment(9f0c74f0-432e-4950-b3d2-3a9e79de6a51),segment_id=9f0c74f0-432e-4950-b3d2-3a9e79de6a51)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:43.939401 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 30783a63-18b1-4bfb-b205-973e688cf99e up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:43.953569 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:43.987330 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c291e7-0412-4184-8c64-64b2799305e4 x-openstack-request-id: req-62c291e7-0412-4184-8c64-64b2799305e4 {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:43:43.987729 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b07928-2578-4ee9-97bf-e0a1689673f2", "name": "network-vif-plugged", "status": "completed", "tag": "46638af4-8f63-4180-893a-de25f5f7ba3b", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:43:43.988177 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-62c291e7-0412-4184-8c64-64b2799305e4 {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:43:43.988755 dv-cinder-792209-3-iscsi neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b07928-2578-4ee9-97bf-e0a1689673f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46638af4-8f63-4180-893a-de25f5f7ba3b', 'code': 200} Jun 29 10:43:43.990154 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:44.067025 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=46638af4-8f63-4180-893a-de25f5f7ba3b,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:44.083362 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:44.097761 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning for port 30783a63-18b1-4bfb-b205-973e688cf99e completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:44.103929 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port 30783a63-18b1-4bfb-b205-973e688cf99e triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:44.104312 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:44.167422 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bfcc0-fadd-4c97-84b0-221201704cda req-ff56534a-1b32-401c-a4b5-48bb50048ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:44.169075 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-aa3bfcc0-fadd-4c97-84b0-221201704cda req-ff56534a-1b32-401c-a4b5-48bb50048ff4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b6c9d7b614441d89eb7369f33fd9153&device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 1099 time: 0.1260276 Jun 29 10:43:44.263689 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 46666) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:44.277928 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-71fc28b9-4f48-4cb0-8ad5-beb6eb7a72f1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-551411819-network', 'tenant_id': 'c75baeff558545b7b577884f1ca69b4b'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:44.293682 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:44.324953 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] For port 30783a63-18b1-4bfb-b205-973e688cf99e, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=30783a63-18b1-4bfb-b205-973e688cf99e,segment=NetworkSegment(b07597a5-acfa-4ea0-afa4-34f991bc6949),segment_id=b07597a5-acfa-4ea0-afa4-34f991bc6949)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:44.336103 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:44.339122 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:44.349653 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0886c-2fad-41dc-b8dd-af0ccf3690f9 req-b40b448f-c5de-43c7-b08f-ae39e2d58d51 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:44.361355 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-90c0886c-2fad-41dc-b8dd-af0ccf3690f9 req-b40b448f-c5de-43c7-b08f-ae39e2d58d51 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.2881629 Jun 29 10:43:44.410452 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bbdbc6-533b-423c-9db8-3c60b7912827 None None] Sync routers for ids ['24c1a729-4a54-43e9-944b-04265164ac9f'] in dv-cinder-792209-3-iscsi {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:43:44.434571 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bfcc0-fadd-4c97-84b0-221201704cda req-6083f67e-7fd4-47e3-b1d0-9fdf02e600d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:44.436166 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-aa3bfcc0-fadd-4c97-84b0-221201704cda req-6083f67e-7fd4-47e3-b1d0-9fdf02e600d9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83 HTTP/1.1" status: 200 len: 920 time: 0.2578928 Jun 29 10:43:44.444965 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f5a4e-4e9c-4093-9710-4a7e3fe3d338 req-a013ba3c-3194-42af-9a4b-0ce8fabfd952 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:44.456954 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bbdbc6-533b-423c-9db8-3c60b7912827 None None] Routers {'24c1a729-4a54-43e9-944b-04265164ac9f'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:43:44.459663 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0b8f5a4e-4e9c-4093-9710-4a7e3fe3d338 req-a013ba3c-3194-42af-9a4b-0ce8fabfd952 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b07928-2578-4ee9-97bf-e0a1689673f2 HTTP/1.1" status: 200 len: 946 time: 0.3297815 Jun 29 10:43:44.461858 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-60bbdbc6-533b-423c-9db8-3c60b7912827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:43:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['24c1a729-4a54-43e9-944b-04265164ac9f'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:44.479572 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fc28b9-4f48-4cb0-8ad5-beb6eb7a72f1 admin admin] Made reservation on behalf of c75baeff558545b7b577884f1ca69b4b for: {'network': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:44.482233 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-71fc28b9-4f48-4cb0-8ad5-beb6eb7a72f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for network, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:44.520565 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-aa3bfcc0-fadd-4c97-84b0-221201704cda req-f3c0ca95-713c-408d-a047-4bf23b157962 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=439de3c8-1548-446a-9cf1-d9b3e115795b HTTP/1.1" status: 200 len: 217 time: 0.0728714 Jun 29 10:43:44.562243 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-71fc28b9-4f48-4cb0-8ad5-beb6eb7a72f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:44.573380 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Pushing event updated for resources: {'Port': ['ID=30783a63-18b1-4bfb-b205-973e688cf99e,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:44.578329 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:44.613581 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-90c0886c-2fad-41dc-b8dd-af0ccf3690f9 req-74a75359-c9ae-46a4-b7ae-7a17aa1d0d60 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509930 Jun 29 10:43:44.621538 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bfcc0-fadd-4c97-84b0-221201704cda req-d60b0abf-9bbc-42d3-a609-c541d967dd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:44.634507 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-aa3bfcc0-fadd-4c97-84b0-221201704cda req-d60b0abf-9bbc-42d3-a609-c541d967dd04 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d9c3e9c-911d-4514-9065-0e24527aa31d HTTP/1.1" status: 200 len: 859 time: 0.0927389 Jun 29 10:43:44.685132 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0b8f5a4e-4e9c-4093-9710-4a7e3fe3d338 req-5d48401d-e848-44b3-9e5c-c61cc7994402 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242477 Jun 29 10:43:44.702361 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9762c29-37a5-49fd-a42b-6b2ae2a93eb6 req-202a0259-bb66-4df8-be76-52acd9370efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:44.716709 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c9762c29-37a5-49fd-a42b-6b2ae2a93eb6 req-202a0259-bb66-4df8-be76-52acd9370efe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=77b07928-2578-4ee9-97bf-e0a1689673f2 HTTP/1.1" status: 200 len: 1099 time: 0.3527741 Jun 29 10:43:44.726174 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-60bbdbc6-533b-423c-9db8-3c60b7912827 None None] Set router 24c1a729-4a54-43e9-944b-04265164ac9f gateway port host: dv-cinder-792209-3-iscsi {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:43:44.738636 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-aa3bfcc0-fadd-4c97-84b0-221201704cda req-982a1864-e644-438e-8960-529f15b1e542 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033175 Jun 29 10:43:44.740105 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 46678) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:44.766548 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-8784e3b3-2422-4cb6-905d-1be212754c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:44.837627 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c9762c29-37a5-49fd-a42b-6b2ae2a93eb6 req-26eebdbb-d262-4b1a-8459-fa525d2cfede service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091070 Jun 29 10:43:44.924161 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-aa3bfcc0-fadd-4c97-84b0-221201704cda req-07cb8025-64b7-4c90-8175-dc1f214d643f service neutron] 10.222.0.41 "GET /v2.0/networks/918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552577 Jun 29 10:43:44.929822 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-71fc28b9-4f48-4cb0-8ad5-beb6eb7a72f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:44.937421 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-71fc28b9-4f48-4cb0-8ad5-beb6eb7a72f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:44.947525 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-44b62726-2113-47eb-9bd6-ef99a6bccfcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:44.959381 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e2c4b-ad5f-4d19-8b2b-cf0daf4b5127 req-af340f85-5ef0-433a-9678-3445f6f57c4c tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:44.968273 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b51e2c4b-ad5f-4d19-8b2b-cf0daf4b5127 req-af340f85-5ef0-433a-9678-3445f6f57c4c tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 945 time: 0.1324172 Jun 29 10:43:45.006883 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-60bbdbc6-533b-423c-9db8-3c60b7912827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c1a729-4a54-43e9-944b-04265164ac9f', 'name': 'tempest-TestShelveInstance-1981661880-router', 'tenant_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '30783a63-18b1-4bfb-b205-973e688cf99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:36Z', 'updated_at': '2021-06-29T10:43:41Z', 'revision_number': 4, 'project_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'gw_port': {'id': '30783a63-18b1-4bfb-b205-973e688cf99e', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c1a729-4a54-43e9-944b-04265164ac9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:38Z', 'updated_at': '2021-06-29T10:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '27a02cc2-8118-4353-a653-2de79c368187', 'name': '', 'network_id': '3e46ac46-13aa-440b-9acd-79dc5c709b8a', 'tenant_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'mac_address': 'fa:16:3e:67:f6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c1a729-4a54-43e9-944b-04265164ac9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3d189302-9f00-41d9-950a-7c945719ae16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:40Z', 'updated_at': '2021-06-29T10:43:42Z', 'revision_number': 2, 'project_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'subnets': [{'id': '3d189302-9f00-41d9-950a-7c945719ae16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:45.011907 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71fc28b9-4f48-4cb0-8ad5-beb6eb7a72f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=99533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:43:45.035620 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc28b9-4f48-4cb0-8ad5-beb6eb7a72f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07965797-1a59-4a1f-bcaf-12a513b93c41,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:45.043771 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-71fc28b9-4f48-4cb0-8ad5-beb6eb7a72f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:45.045782 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-71fc28b9-4f48-4cb0-8ad5-beb6eb7a72f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342'] for segment, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:45.046410 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.db.segments_db [None req-71fc28b9-4f48-4cb0-8ad5-beb6eb7a72f1 admin admin] Added segment 0cdf69a8-7faa-4e50-92f0-c275f7f05583 of type vlan for network 7217cf74-3f20-4711-823b-7bd6f4fa084c Jun 29 10:43:45.057011 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-8784e3b3-2422-4cb6-905d-1be212754c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:45.059144 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b51e2c4b-ad5f-4d19-8b2b-cf0daf4b5127 req-8389ea42-4388-4536-9a4c-fff0309f1feb tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909479 Jun 29 10:43:45.067902 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-8784e3b3-2422-4cb6-905d-1be212754c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:45.070758 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-71d0b20d-cb4a-490f-8082-06eddfc949b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:45.087965 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bbdbc6-533b-423c-9db8-3c60b7912827 None None] Checking router: 24c1a729-4a54-43e9-944b-04265164ac9f for host: dv-cinder-792209-3-iscsi {{(pid=99534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:43:45.087965 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bbdbc6-533b-423c-9db8-3c60b7912827 None None] Updating router 24c1a729-4a54-43e9-944b-04265164ac9f port 27a02cc2-8118-4353-a653-2de79c368187 binding host dv-cinder-792209-3-iscsi {{(pid=99534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:43:45.117623 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-71fc28b9-4f48-4cb0-8ad5-beb6eb7a72f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772013063217'] for network, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:45.131757 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-8784e3b3-2422-4cb6-905d-1be212754c39 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bdffd0bdafff45fe9c60a3b941a7f66b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3906388 Jun 29 10:43:45.132847 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 46684) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:45.162211 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8784e3b3-2422-4cb6-905d-1be212754c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c5a663-995d-46c7-af4e-a8137be3c178,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:45.171134 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-60bbdbc6-533b-423c-9db8-3c60b7912827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:45.182026 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-8784e3b3-2422-4cb6-905d-1be212754c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:45.184036 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-71fc28b9-4f48-4cb0-8ad5-beb6eb7a72f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780'] for network, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:45.185668 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fc28b9-4f48-4cb0-8ad5-beb6eb7a72f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:45.186306 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-71fc28b9-4f48-4cb0-8ad5-beb6eb7a72f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:45.189725 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-d4cb831f-1a16-4b2d-902f-2f59f73adaa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:45.247146 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e0922f4d-f239-496a-a2ad-4ce12df148b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:45.278280 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 46696) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:45.286263 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-71fc28b9-4f48-4cb0-8ad5-beb6eb7a72f1 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0105720 Jun 29 10:43:45.293342 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-9bf46354-febf-4142-895f-b166985f8e13 admin admin] Request body: {'subnet': {'network_id': '7217cf74-3f20-4711-823b-7bd6f4fa084c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-551411819-subnet', 'tenant_id': 'c75baeff558545b7b577884f1ca69b4b', 'ip_version': 4}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:45.299241 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc28b9-4f48-4cb0-8ad5-beb6eb7a72f1 admin admin] Pushing event updated for resources: {'Network': ['ID=7217cf74-3f20-4711-823b-7bd6f4fa084c,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:45.302160 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-71fc28b9-4f48-4cb0-8ad5-beb6eb7a72f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:45.314522 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Network 7217cf74-3f20-4711-823b-7bd6f4fa084c details requested by agent ovs-agent-dv-cinder-792209-3-iscsi with host dv-cinder-792209-3-iscsi {{(pid=99534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:43:45.315776 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e0922f4d-f239-496a-a2ad-4ce12df148b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:45.324053 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf46354-febf-4142-895f-b166985f8e13 admin admin] Made reservation on behalf of c75baeff558545b7b577884f1ca69b4b for: {'subnet': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:43:45.326304 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-9bf46354-febf-4142-895f-b166985f8e13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4281557'] for subnet, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:45.392662 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-aa3bfcc0-fadd-4c97-84b0-221201704cda req-e7571730-caf4-4765-af02-34552f1b0b21 service neutron] 10.222.0.41 "GET /v2.0/networks/918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534819 Jun 29 10:43:45.447649 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e0922f4d-f239-496a-a2ad-4ce12df148b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:45.450418 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e0922f4d-f239-496a-a2ad-4ce12df148b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:45.453966 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-e0922f4d-f239-496a-a2ad-4ce12df148b4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/73c5a663-995d-46c7-af4e-a8137be3c178 HTTP/1.1" status: 204 len: 168 time: 0.3138394 Jun 29 10:43:45.454782 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-30c2b260-acc5-4858-88f4-37862351dba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:45.467327 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0922f4d-f239-496a-a2ad-4ce12df148b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c5a663-995d-46c7-af4e-a8137be3c178,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:45.469771 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-e0922f4d-f239-496a-a2ad-4ce12df148b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:45.583608 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-60bbdbc6-533b-423c-9db8-3c60b7912827 None None] Notify callbacks [] for port, precommit_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:45.594962 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-60bbdbc6-533b-423c-9db8-3c60b7912827 None None] Transition to ACTIVE for port object 27a02cc2-8118-4353-a653-2de79c368187 will not be triggered until provisioned by entity L2. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:45.597536 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-9bf46354-febf-4142-895f-b166985f8e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4231953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4101423'] for subnet, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:45.600170 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-60bbdbc6-533b-423c-9db8-3c60b7912827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:45.600574 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:45.603182 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-87daca16-fe19-4acc-bf6a-372e98e7257c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:45.695352 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ffe8df-5d24-4326-8097-106b220a37bf None None] Pushing event updated for resources: {'Port': ['ID=27a02cc2-8118-4353-a653-2de79c368187,revision_number=3']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:45.700806 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf46354-febf-4142-895f-b166985f8e13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6aa031e3-36c5-4025-9c2a-eb4672283871,revision_number=0']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:45.707443 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-9bf46354-febf-4142-895f-b166985f8e13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:45.710332 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf46354-febf-4142-895f-b166985f8e13 admin admin] Checking segment: {'id': '0cdf69a8-7faa-4e50-92f0-c275f7f05583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '7217cf74-3f20-4711-823b-7bd6f4fa084c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:45.710714 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf46354-febf-4142-895f-b166985f8e13 admin admin] Network hostable DHCP agents. Network: 7217cf74-3f20-4711-823b-7bd6f4fa084c, hostable agents: ['0f321f44-7bd1-49aa-8caa-09a569631bca'], hosted agents: [] {{(pid=99532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:43:45.711905 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-89ffe8df-5d24-4326-8097-106b220a37bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:45.712649 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-60bbdbc6-533b-423c-9db8-3c60b7912827 None None] Attempting to bind port 27a02cc2-8118-4353-a653-2de79c368187 on host dv-cinder-792209-3-iscsi for vnic_type normal with profile {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:43:45.713017 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-60bbdbc6-533b-423c-9db8-3c60b7912827 None None] Attempting to bind port 27a02cc2-8118-4353-a653-2de79c368187 by drivers openvswitch,hyperv on host dv-cinder-792209-3-iscsi at level 0 using segments [{'id': '5b6ffa15-b2e0-45aa-80b3-ae1dc022e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3e46ac46-13aa-440b-9acd-79dc5c709b8a'}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:43:45.713373 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bbdbc6-533b-423c-9db8-3c60b7912827 None None] Attempting to bind port 27a02cc2-8118-4353-a653-2de79c368187 on network 3e46ac46-13aa-440b-9acd-79dc5c709b8a {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:45.718963 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bbdbc6-533b-423c-9db8-3c60b7912827 None None] Checking agent: {'id': 'fcf96668-74e6-4b26-856c-86c6583113ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 33, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:43:45.719328 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bbdbc6-533b-423c-9db8-3c60b7912827 None None] Checking segment: {'id': '5b6ffa15-b2e0-45aa-80b3-ae1dc022e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3e46ac46-13aa-440b-9acd-79dc5c709b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:45.719732 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-60bbdbc6-533b-423c-9db8-3c60b7912827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:45.720300 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bbdbc6-533b-423c-9db8-3c60b7912827 None None] Bound using segment: {'id': '5b6ffa15-b2e0-45aa-80b3-ae1dc022e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3e46ac46-13aa-440b-9acd-79dc5c709b8a'} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:43:45.720773 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-60bbdbc6-533b-423c-9db8-3c60b7912827 None None] Bound port: 27a02cc2-8118-4353-a653-2de79c368187, host: dv-cinder-792209-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b6ffa15-b2e0-45aa-80b3-ae1dc022e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3e46ac46-13aa-440b-9acd-79dc5c709b8a'}}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:43:45.721157 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-60bbdbc6-533b-423c-9db8-3c60b7912827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:45.759690 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf46354-febf-4142-895f-b166985f8e13 admin admin] Network 7217cf74-3f20-4711-823b-7bd6f4fa084c is scheduled to be hosted by DHCP agent 0f321f44-7bd1-49aa-8caa-09a569631bca with binding_index 1 {{(pid=99532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:43:45.780740 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-9bf46354-febf-4142-895f-b166985f8e13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-3-iscsi, 7217cf74-3f20-4711-823b-7bd6f4fa084c) {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:45.792400 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5915bb-60d4-4201-8abe-2836f7905633 None None] Network 7217cf74-3f20-4711-823b-7bd6f4fa084c requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:43:45.799966 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf46354-febf-4142-895f-b166985f8e13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:45.803785 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-9bf46354-febf-4142-895f-b166985f8e13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:45.840534 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-9bf46354-febf-4142-895f-b166985f8e13 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5609500 Jun 29 10:43:45.842946 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 46710) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:45.850256 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-f6ef657b-aff5-4657-a10d-74d4086725c0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-551411819-router', 'tenant_id': 'c75baeff558545b7b577884f1ca69b4b', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'}}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:45.903567 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f6ef657b-aff5-4657-a10d-74d4086725c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7868084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1699'] for router, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:45.904991 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f6ef657b-aff5-4657-a10d-74d4086725c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7868045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7908879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1690'] for router, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:45.908618 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 30783a63-18b1-4bfb-b205-973e688cf99e up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:45.998723 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3758609-9cae-461a-a9ef-b281ce7e2504 req-4aabe2ea-8e21-423a-a81f-d9a05ecbf128 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:46.000118 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b3758609-9cae-461a-a9ef-b281ce7e2504 req-4aabe2ea-8e21-423a-a81f-d9a05ecbf128 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.2025397 Jun 29 10:43:46.002444 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-60bbdbc6-533b-423c-9db8-3c60b7912827 None None] For port 27a02cc2-8118-4353-a653-2de79c368187, host dv-cinder-792209-3-iscsi, cleared binding levels {{(pid=99534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:43:46.016926 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f6ef657b-aff5-4657-a10d-74d4086725c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:46.055333 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07112d0-cb8d-45df-ac72-87a613916dc1 req-838edbf6-94cf-4c24-bc8d-8dd0f9820da3 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:46.057899 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e07112d0-cb8d-45df-ac72-87a613916dc1 req-838edbf6-94cf-4c24-bc8d-8dd0f9820da3 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b07928-2578-4ee9-97bf-e0a1689673f2 HTTP/1.1" status: 200 len: 946 time: 0.1282010 Jun 29 10:43:46.061357 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b3758609-9cae-461a-a9ef-b281ce7e2504 req-d28bc696-4acc-4302-9dfd-1d2380dde962 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550892 Jun 29 10:43:46.072686 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-60bbdbc6-533b-423c-9db8-3c60b7912827 None None] For port 27a02cc2-8118-4353-a653-2de79c368187, host dv-cinder-792209-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=27a02cc2-8118-4353-a653-2de79c368187,segment=NetworkSegment(5b6ffa15-b2e0-45aa-80b3-ae1dc022e9a2),segment_id=5b6ffa15-b2e0-45aa-80b3-ae1dc022e9a2)] {{(pid=99534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:43:46.119769 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-60bbdbc6-533b-423c-9db8-3c60b7912827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:46.125428 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:46.125938 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e07112d0-cb8d-45df-ac72-87a613916dc1 req-c75c5965-9937-43c7-8b01-a101f2f69dc5 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567956 Jun 29 10:43:46.219730 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f6ef657b-aff5-4657-a10d-74d4086725c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7907788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7867392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1668'] for router, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:46.310620 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port 30783a63-18b1-4bfb-b205-973e688cf99e triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:46.311002 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:46.398739 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b8dd5-e093-45dd-b496-f2fbc673c110 req-5bc8bc6a-c45e-4940-8be4-20f38c5465a3 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:46.408970 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-548b8dd5-e093-45dd-b496-f2fbc673c110 req-5bc8bc6a-c45e-4940-8be4-20f38c5465a3 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 945 time: 0.1800942 Jun 29 10:43:46.483303 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bbdbc6-533b-423c-9db8-3c60b7912827 None None] Routers {'24c1a729-4a54-43e9-944b-04265164ac9f'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:43:46.484115 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-60bbdbc6-533b-423c-9db8-3c60b7912827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:43:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['24c1a729-4a54-43e9-944b-04265164ac9f'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:46.496697 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60d3292-dbbf-4734-8258-ed18aa1f9e11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bfd3446-107e-502c-af97-eaf1b64c2165-7217cf74-3f20-4711-823b-7bd6f4fa084c', 'network_id': '7217cf74-3f20-4711-823b-7bd6f4fa084c', 'tenant_id': 'c75baeff558545b7b577884f1ca69b4b', 'fixed_ips': [{'subnet_id': '6aa031e3-36c5-4025-9c2a-eb4672283871'}]}} from dv-cinder-792209-3-iscsi. {{(pid=99534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:43:46.501360 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d60d3292-dbbf-4734-8258-ed18aa1f9e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:46.508668 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-548b8dd5-e093-45dd-b496-f2fbc673c110 req-ff79106e-ee9e-4e2d-9fd6-d376f930bbf2 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968161 Jun 29 10:43:46.582587 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ffe8df-5d24-4326-8097-106b220a37bf None None] Pushing event updated for resources: {'Port': ['ID=27a02cc2-8118-4353-a653-2de79c368187,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:46.600219 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f6ef657b-aff5-4657-a10d-74d4086725c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:46.608340 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-89ffe8df-5d24-4326-8097-106b220a37bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:46.635869 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f6ef657b-aff5-4657-a10d-74d4086725c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:46.800915 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [None req-f6ef657b-aff5-4657-a10d-74d4086725c0 admin admin] Allocated IP 172.27.0.8 (2b1c2b73-c07b-4ea8-8347-94f00b07ac35/05f04cdc-c6be-4227-89f2-0a6a720b3b38/aabe309b-a812-44db-9f56-b0d1ec23f706) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:43:46.864618 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-60bbdbc6-533b-423c-9db8-3c60b7912827 None None] Set router 24c1a729-4a54-43e9-944b-04265164ac9f gateway port host: dv-cinder-792209-3-iscsi {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:43:47.015484 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f6ef657b-aff5-4657-a10d-74d4086725c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:47.049437 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.db_base_plugin_common [None req-d60d3292-dbbf-4734-8258-ed18aa1f9e11 None None] Allocated IP 172.20.0.2 (7217cf74-3f20-4711-823b-7bd6f4fa084c/6aa031e3-36c5-4025-9c2a-eb4672283871/c45e4f11-28c4-4547-b418-936c190bd0a5) {{(pid=99534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:43:47.081098 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f6ef657b-aff5-4657-a10d-74d4086725c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4232069'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:47.092332 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:47.102608 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ef657b-aff5-4657-a10d-74d4086725c0 admin admin] Network 2b1c2b73-c07b-4ea8-8347-94f00b07ac35 is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:47.105595 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-f6ef657b-aff5-4657-a10d-74d4086725c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:47.126484 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ef657b-aff5-4657-a10d-74d4086725c0 admin admin] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:43:47.178386 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef657b-aff5-4657-a10d-74d4086725c0 admin admin] Pushing event updated for resources: {'Port': ['ID=aabe309b-a812-44db-9f56-b0d1ec23f706,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:47.183149 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-f6ef657b-aff5-4657-a10d-74d4086725c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:47.321466 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d60d3292-dbbf-4734-8258-ed18aa1f9e11 None None] Notify callbacks [] for port, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:47.338628 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d60d3292-dbbf-4734-8258-ed18aa1f9e11 None None] Transition to ACTIVE for port object c45e4f11-28c4-4547-b418-936c190bd0a5 will not be triggered until provisioned by entity L2. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:47.370978 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de6c0c-3982-43ac-b1a9-6bf59f350766 req-95f34231-3fe6-4d33-b9b2-f36d73a98873 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:47.372770 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-17de6c0c-3982-43ac-b1a9-6bf59f350766 req-95f34231-3fe6-4d33-b9b2-f36d73a98873 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.1406090 Jun 29 10:43:47.383388 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d60d3292-dbbf-4734-8258-ed18aa1f9e11 None None] Transition to ACTIVE for port object c45e4f11-28c4-4547-b418-936c190bd0a5 will not be triggered until provisioned by entity DHCP. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:47.393490 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913eef2-caf1-469c-a2b4-5f55ad357421 req-9bf5d410-3d3a-48c2-983d-d79445226308 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:47.395423 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-60bbdbc6-533b-423c-9db8-3c60b7912827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c1a729-4a54-43e9-944b-04265164ac9f', 'name': 'tempest-TestShelveInstance-1981661880-router', 'tenant_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '30783a63-18b1-4bfb-b205-973e688cf99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:36Z', 'updated_at': '2021-06-29T10:43:41Z', 'revision_number': 4, 'project_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'gw_port': {'id': '30783a63-18b1-4bfb-b205-973e688cf99e', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c1a729-4a54-43e9-944b-04265164ac9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:38Z', 'updated_at': '2021-06-29T10:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '27a02cc2-8118-4353-a653-2de79c368187', 'name': '', 'network_id': '3e46ac46-13aa-440b-9acd-79dc5c709b8a', 'tenant_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'mac_address': 'fa:16:3e:67:f6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c1a729-4a54-43e9-944b-04265164ac9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3d189302-9f00-41d9-950a-7c945719ae16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:40Z', 'updated_at': '2021-06-29T10:43:45Z', 'revision_number': 4, 'project_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'subnets': [{'id': '3d189302-9f00-41d9-950a-7c945719ae16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:47.399164 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c913eef2-caf1-469c-a2b4-5f55ad357421 req-9bf5d410-3d3a-48c2-983d-d79445226308 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b07928-2578-4ee9-97bf-e0a1689673f2 HTTP/1.1" status: 200 len: 946 time: 0.1151302 Jun 29 10:43:47.433674 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bbdbc6-533b-423c-9db8-3c60b7912827 None None] The sync data for ids ['24c1a729-4a54-43e9-944b-04265164ac9f'] in dv-cinder-792209-3-iscsi is: [{'id': '24c1a729-4a54-43e9-944b-04265164ac9f', 'name': 'tempest-TestShelveInstance-1981661880-router', 'tenant_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '30783a63-18b1-4bfb-b205-973e688cf99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:36Z', 'updated_at': '2021-06-29T10:43:41Z', 'revision_number': 4, 'project_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'gw_port': {'id': '30783a63-18b1-4bfb-b205-973e688cf99e', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c1a729-4a54-43e9-944b-04265164ac9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:38Z', 'updated_at': '2021-06-29T10:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '27a02cc2-8118-4353-a653-2de79c368187', 'name': '', 'network_id': '3e46ac46-13aa-440b-9acd-79dc5c709b8a', 'tenant_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'mac_address': 'fa:16:3e:67:f6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24c1a729-4a54-43e9-944b-04265164ac9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3d189302-9f00-41d9-950a-7c945719ae16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:40Z', 'updated_at': '2021-06-29T10:43:45Z', 'revision_number': 4, 'project_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'subnets': [{'id': '3d189302-9f00-41d9-950a-7c945719ae16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:43:47.436359 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d60d3292-dbbf-4734-8258-ed18aa1f9e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799'] for port, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:47.440262 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:47.460247 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c913eef2-caf1-469c-a2b4-5f55ad357421 req-e6b5bd47-33fb-4546-a10e-4ae51ea99cb7 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573246 Jun 29 10:43:47.468235 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f6ef657b-aff5-4657-a10d-74d4086725c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:47.469215 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-17de6c0c-3982-43ac-b1a9-6bf59f350766 req-2a1e0e07-6d27-4b0a-8b13-f0894138624f tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893283 Jun 29 10:43:47.525954 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60d3292-dbbf-4734-8258-ed18aa1f9e11 None None] Network 7217cf74-3f20-4711-823b-7bd6f4fa084c is already hosted by enough agents. {{(pid=99534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:47.531192 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d3292-dbbf-4734-8258-ed18aa1f9e11 None None] Pushing event updated for resources: {'Port': ['ID=c45e4f11-28c4-4547-b418-936c190bd0a5,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:47.533931 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d60d3292-dbbf-4734-8258-ed18aa1f9e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:47.537317 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.scheduler.base_scheduler [None req-d60d3292-dbbf-4734-8258-ed18aa1f9e11 None None] Resources bound (agent type, host, resource id): {{(pid=99534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:47.541027 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60d3292-dbbf-4734-8258-ed18aa1f9e11 None None] Received port after_create {{(pid=99534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:43:47.646233 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-d60d3292-dbbf-4734-8258-ed18aa1f9e11 None None] Attempting to bind port c45e4f11-28c4-4547-b418-936c190bd0a5 on host dv-cinder-792209-3-iscsi for vnic_type normal with profile {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:43:47.647411 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-d60d3292-dbbf-4734-8258-ed18aa1f9e11 None None] Attempting to bind port c45e4f11-28c4-4547-b418-936c190bd0a5 by drivers openvswitch,hyperv on host dv-cinder-792209-3-iscsi at level 0 using segments [{'id': '0cdf69a8-7faa-4e50-92f0-c275f7f05583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '7217cf74-3f20-4711-823b-7bd6f4fa084c'}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:43:47.647966 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60d3292-dbbf-4734-8258-ed18aa1f9e11 None None] Attempting to bind port c45e4f11-28c4-4547-b418-936c190bd0a5 on network 7217cf74-3f20-4711-823b-7bd6f4fa084c {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:47.657000 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60d3292-dbbf-4734-8258-ed18aa1f9e11 None None] Checking agent: {'id': 'fcf96668-74e6-4b26-856c-86c6583113ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 33, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:43:47.657381 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60d3292-dbbf-4734-8258-ed18aa1f9e11 None None] Checking segment: {'id': '0cdf69a8-7faa-4e50-92f0-c275f7f05583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '7217cf74-3f20-4711-823b-7bd6f4fa084c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:47.657961 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d60d3292-dbbf-4734-8258-ed18aa1f9e11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:47.658786 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60d3292-dbbf-4734-8258-ed18aa1f9e11 None None] Bound using segment: {'id': '0cdf69a8-7faa-4e50-92f0-c275f7f05583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '7217cf74-3f20-4711-823b-7bd6f4fa084c'} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:43:47.659416 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-d60d3292-dbbf-4734-8258-ed18aa1f9e11 None None] Bound port: c45e4f11-28c4-4547-b418-936c190bd0a5, host: dv-cinder-792209-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cdf69a8-7faa-4e50-92f0-c275f7f05583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '7217cf74-3f20-4711-823b-7bd6f4fa084c'}}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:43:47.661454 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d60d3292-dbbf-4734-8258-ed18aa1f9e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:47.772070 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-d60d3292-dbbf-4734-8258-ed18aa1f9e11 None None] For port c45e4f11-28c4-4547-b418-936c190bd0a5, host dv-cinder-792209-3-iscsi, cleared binding levels {{(pid=99534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:43:47.776907 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-d60d3292-dbbf-4734-8258-ed18aa1f9e11 None None] For port c45e4f11-28c4-4547-b418-936c190bd0a5, host dv-cinder-792209-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=c45e4f11-28c4-4547-b418-936c190bd0a5,segment=NetworkSegment(0cdf69a8-7faa-4e50-92f0-c275f7f05583),segment_id=0cdf69a8-7faa-4e50-92f0-c275f7f05583)] {{(pid=99534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:43:47.813041 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d60d3292-dbbf-4734-8258-ed18aa1f9e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:47.817561 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:47.840848 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f6ef657b-aff5-4657-a10d-74d4086725c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7907817'] for router, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:47.890041 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d3292-dbbf-4734-8258-ed18aa1f9e11 None None] Pushing event updated for resources: {'Port': ['ID=c45e4f11-28c4-4547-b418-936c190bd0a5,revision_number=2']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:47.893954 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d60d3292-dbbf-4734-8258-ed18aa1f9e11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:47.913271 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3901124-9e0e-4d07-9a37-18f2bf3f6f3c req-5a0ac297-4308-495a-a82b-1aa319aa58b4 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:47.927051 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d3901124-9e0e-4d07-9a37-18f2bf3f6f3c req-5a0ac297-4308-495a-a82b-1aa319aa58b4 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 945 time: 0.2205584 Jun 29 10:43:47.966501 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 27a02cc2-8118-4353-a653-2de79c368187 up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:48.032073 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d3901124-9e0e-4d07-9a37-18f2bf3f6f3c req-8769627e-9cdb-4a04-8ada-d9666304a812 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023734 Jun 29 10:43:48.164546 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning for port 27a02cc2-8118-4353-a653-2de79c368187 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:48.175307 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port 27a02cc2-8118-4353-a653-2de79c368187 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:48.177513 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:48.190842 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ef657b-aff5-4657-a10d-74d4086725c0 admin admin] Router 295a00d7-5be9-4059-a789-af4086c707bd is scheduled to L3 agent 8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f with binding_index 1 {{(pid=99532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:43:48.361760 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 46792) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:48.451956 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ef657b-aff5-4657-a10d-74d4086725c0 admin admin] Notify agent at l3_agent.dv-cinder-792209-3-iscsi the message routers_updated {{(pid=99532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:43:48.458365 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:48.464768 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cd7b9a-76a3-417f-baa2-a61a7b22ed5e None None] Sync routers for ids ['295a00d7-5be9-4059-a789-af4086c707bd'] in dv-cinder-792209-3-iscsi {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:43:48.480128 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cd7b9a-76a3-417f-baa2-a61a7b22ed5e None None] Routers {'295a00d7-5be9-4059-a789-af4086c707bd'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:43:48.480283 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f6ef657b-aff5-4657-a10d-74d4086725c0 admin admin] Notify callbacks [] for router, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:48.481023 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-d5cd7b9a-76a3-417f-baa2-a61a7b22ed5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:43:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['295a00d7-5be9-4059-a789-af4086c707bd'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:48.481426 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-f6ef657b-aff5-4657-a10d-74d4086725c0 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.6351850 Jun 29 10:43:48.484747 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 46798) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:48.585405 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] For port 27a02cc2-8118-4353-a653-2de79c368187, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=27a02cc2-8118-4353-a653-2de79c368187,segment=NetworkSegment(5b6ffa15-b2e0-45aa-80b3-ae1dc022e9a2),segment_id=5b6ffa15-b2e0-45aa-80b3-ae1dc022e9a2)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:48.602685 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:48.605419 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-9c708b5a-517c-47a0-8a15-c02752e672fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:48.629245 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-46f64a2e-a55a-4d37-8c14-b103ae15d5ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:48.631544 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-d5cd7b9a-76a3-417f-baa2-a61a7b22ed5e None None] Set router 295a00d7-5be9-4059-a789-af4086c707bd gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:43:48.738092 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Pushing event updated for resources: {'Port': ['ID=27a02cc2-8118-4353-a653-2de79c368187,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:48.746546 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:48.806942 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-46f64a2e-a55a-4d37-8c14-b103ae15d5ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:48.949823 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-d5cd7b9a-76a3-417f-baa2-a61a7b22ed5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '295a00d7-5be9-4059-a789-af4086c707bd', 'name': 'tempest-TestShelveInstance-551411819-router', 'tenant_id': 'c75baeff558545b7b577884f1ca69b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'aabe309b-a812-44db-9f56-b0d1ec23f706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:45Z', 'updated_at': '2021-06-29T10:43:47Z', 'revision_number': 3, 'project_id': 'c75baeff558545b7b577884f1ca69b4b', 'gw_port': {'id': 'aabe309b-a812-44db-9f56-b0d1ec23f706', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:96:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '295a00d7-5be9-4059-a789-af4086c707bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:46Z', 'updated_at': '2021-06-29T10:43:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi'}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:49.028660 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cd7b9a-76a3-417f-baa2-a61a7b22ed5e None None] Checking router: 295a00d7-5be9-4059-a789-af4086c707bd for host: dv-cinder-792209-3-iscsi {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:43:49.029024 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cd7b9a-76a3-417f-baa2-a61a7b22ed5e None None] Updating router 295a00d7-5be9-4059-a789-af4086c707bd port aabe309b-a812-44db-9f56-b0d1ec23f706 binding host dv-cinder-792209-3-iscsi {{(pid=99535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:43:49.033143 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.agents_db [None req-93d4a047-be9c-4d13-b750-597922b429b4 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:43:49.076431 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-d5cd7b9a-76a3-417f-baa2-a61a7b22ed5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:49.153227 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-46f64a2e-a55a-4d37-8c14-b103ae15d5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:49.177994 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-d86239b4-d107-4050-8dfa-357ce902b253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:49.323948 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f64a2e-a55a-4d37-8c14-b103ae15d5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad94db5e-e45c-4405-936f-990f925431e9,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:49.407935 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-46f64a2e-a55a-4d37-8c14-b103ae15d5ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:49.434716 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0d038d-0fde-4f78-b2fb-36697b12914d None None] Network 7217cf74-3f20-4711-823b-7bd6f4fa084c requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:43:49.462642 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-46f64a2e-a55a-4d37-8c14-b103ae15d5ae admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f990ec390efe47718f8dffd3b364c375&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0992322 Jun 29 10:43:49.465218 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 46822) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:49.509251 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-d5cd7b9a-76a3-417f-baa2-a61a7b22ed5e None None] Notify callbacks [] for port, precommit_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:49.515648 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-18bdc9b7-b8df-45a8-a59f-4e0df5df660e None None] Provisioning for port c45e4f11-28c4-4547-b418-936c190bd0a5 completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:49.538163 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d67f4-1f3a-4dc0-92c8-da8e54868285 req-c3757d77-058d-4762-8ca2-7b97cf1dec62 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:49.538699 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-d5cd7b9a-76a3-417f-baa2-a61a7b22ed5e None None] Transition to ACTIVE for port object aabe309b-a812-44db-9f56-b0d1ec23f706 will not be triggered until provisioned by entity L2. {{(pid=99535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:49.539695 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-cd6d67f4-1f3a-4dc0-92c8-da8e54868285 req-c3757d77-058d-4762-8ca2-7b97cf1dec62 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.7309711 Jun 29 10:43:49.550851 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-d5cd7b9a-76a3-417f-baa2-a61a7b22ed5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:49.560161 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a192b426-dc84-4c28-9f5d-94142e4d621e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:49.566200 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-b387fb14-70cf-4d36-9101-dc942cdc073a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:49.584563 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a192b426-dc84-4c28-9f5d-94142e4d621e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:49.585207 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0913657-93de-45c6-b8d0-6cc45314b46d req-414abd67-77dc-43b4-accc-599561c68917 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:49.587855 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f0913657-93de-45c6-b8d0-6cc45314b46d req-414abd67-77dc-43b4-accc-599561c68917 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 945 time: 0.2529693 Jun 29 10:43:49.612379 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c34759-20d4-4f4b-8d1b-08d7443cb7a5 None None] Pushing event updated for resources: {'Port': ['ID=aabe309b-a812-44db-9f56-b0d1ec23f706,revision_number=2']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:49.645601 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a192b426-dc84-4c28-9f5d-94142e4d621e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:49.649398 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-d5cd7b9a-76a3-417f-baa2-a61a7b22ed5e None None] Attempting to bind port aabe309b-a812-44db-9f56-b0d1ec23f706 on host dv-cinder-792209-3-iscsi for vnic_type normal with profile {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:43:49.650517 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-d5cd7b9a-76a3-417f-baa2-a61a7b22ed5e None None] Attempting to bind port aabe309b-a812-44db-9f56-b0d1ec23f706 by drivers openvswitch,hyperv on host dv-cinder-792209-3-iscsi at level 0 using segments [{'id': 'b07597a5-acfa-4ea0-afa4-34f991bc6949', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:43:49.651090 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cd7b9a-76a3-417f-baa2-a61a7b22ed5e None None] Attempting to bind port aabe309b-a812-44db-9f56-b0d1ec23f706 on network 2b1c2b73-c07b-4ea8-8347-94f00b07ac35 {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:49.651985 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a192b426-dc84-4c28-9f5d-94142e4d621e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:49.653370 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-a192b426-dc84-4c28-9f5d-94142e4d621e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ad94db5e-e45c-4405-936f-990f925431e9 HTTP/1.1" status: 204 len: 168 time: 0.1865604 Jun 29 10:43:49.654444 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:49.667164 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a192b426-dc84-4c28-9f5d-94142e4d621e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad94db5e-e45c-4405-936f-990f925431e9,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:49.673842 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-a192b426-dc84-4c28-9f5d-94142e4d621e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:49.683571 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-cd6d67f4-1f3a-4dc0-92c8-da8e54868285 req-b71ab911-abe8-441d-a42e-0ce3139ab039 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365712 Jun 29 10:43:49.684213 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-79c34759-20d4-4f4b-8d1b-08d7443cb7a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:49.685702 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cd7b9a-76a3-417f-baa2-a61a7b22ed5e None None] Checking agent: {'id': 'fcf96668-74e6-4b26-856c-86c6583113ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 33, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:43:49.686307 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cd7b9a-76a3-417f-baa2-a61a7b22ed5e None None] Checking segment: {'id': 'b07597a5-acfa-4ea0-afa4-34f991bc6949', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:49.688950 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-d5cd7b9a-76a3-417f-baa2-a61a7b22ed5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:49.689356 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cd7b9a-76a3-417f-baa2-a61a7b22ed5e None None] Bound using segment: {'id': 'b07597a5-acfa-4ea0-afa4-34f991bc6949', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:43:49.690039 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-d5cd7b9a-76a3-417f-baa2-a61a7b22ed5e None None] Bound port: aabe309b-a812-44db-9f56-b0d1ec23f706, host: dv-cinder-792209-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b07597a5-acfa-4ea0-afa4-34f991bc6949', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'}}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:43:49.690815 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-d5cd7b9a-76a3-417f-baa2-a61a7b22ed5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:49.737324 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f0913657-93de-45c6-b8d0-6cc45314b46d req-4137ae68-b4b3-40d5-9a8b-1d9b80221519 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376503 Jun 29 10:43:49.831921 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-d5cd7b9a-76a3-417f-baa2-a61a7b22ed5e None None] For port aabe309b-a812-44db-9f56-b0d1ec23f706, host dv-cinder-792209-3-iscsi, cleared binding levels {{(pid=99535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:43:49.840043 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-d5cd7b9a-76a3-417f-baa2-a61a7b22ed5e None None] For port aabe309b-a812-44db-9f56-b0d1ec23f706, host dv-cinder-792209-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=aabe309b-a812-44db-9f56-b0d1ec23f706,segment=NetworkSegment(b07597a5-acfa-4ea0-afa4-34f991bc6949),segment_id=b07597a5-acfa-4ea0-afa4-34f991bc6949)] {{(pid=99535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:43:49.847846 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-d5cd7b9a-76a3-417f-baa2-a61a7b22ed5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:49.866153 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:49.927171 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cd7b9a-76a3-417f-baa2-a61a7b22ed5e None None] Routers {'295a00d7-5be9-4059-a789-af4086c707bd'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:43:49.928017 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-d5cd7b9a-76a3-417f-baa2-a61a7b22ed5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:43:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['295a00d7-5be9-4059-a789-af4086c707bd'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:50.029223 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device c45e4f11-28c4-4547-b418-936c190bd0a5 up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:50.065282 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c34759-20d4-4f4b-8d1b-08d7443cb7a5 None None] Pushing event updated for resources: {'Port': ['ID=aabe309b-a812-44db-9f56-b0d1ec23f706,revision_number=3']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:50.073861 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-79c34759-20d4-4f4b-8d1b-08d7443cb7a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:50.103962 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d3f45c54-fd24-43b3-9aab-372d2f1c444a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.113787 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-d5cd7b9a-76a3-417f-baa2-a61a7b22ed5e None None] Set router 295a00d7-5be9-4059-a789-af4086c707bd gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:43:50.183555 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning for port c45e4f11-28c4-4547-b418-936c190bd0a5 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:50.188622 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port c45e4f11-28c4-4547-b418-936c190bd0a5 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:50.194654 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.255412 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 46850) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:50.277247 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-af0987b6-e00f-4a19-8cf4-81df106d8d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.402764 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.484890 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] For port c45e4f11-28c4-4547-b418-936c190bd0a5, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=c45e4f11-28c4-4547-b418-936c190bd0a5,segment=NetworkSegment(0cdf69a8-7faa-4e50-92f0-c275f7f05583),segment_id=0cdf69a8-7faa-4e50-92f0-c275f7f05583)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:50.504285 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.505494 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 27a02cc2-8118-4353-a653-2de79c368187 up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:50.507336 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-d5cd7b9a-76a3-417f-baa2-a61a7b22ed5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '295a00d7-5be9-4059-a789-af4086c707bd', 'name': 'tempest-TestShelveInstance-551411819-router', 'tenant_id': 'c75baeff558545b7b577884f1ca69b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'aabe309b-a812-44db-9f56-b0d1ec23f706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:45Z', 'updated_at': '2021-06-29T10:43:47Z', 'revision_number': 3, 'project_id': 'c75baeff558545b7b577884f1ca69b4b', 'gw_port': {'id': 'aabe309b-a812-44db-9f56-b0d1ec23f706', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:96:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '295a00d7-5be9-4059-a789-af4086c707bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:46Z', 'updated_at': '2021-06-29T10:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi'}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:50.517421 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-af0987b6-e00f-4a19-8cf4-81df106d8d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.529091 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-af0987b6-e00f-4a19-8cf4-81df106d8d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.535102 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-e3bbb930-223b-4e61-8f39-1da32d5bb56d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:50.544906 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [None req-d3f45c54-fd24-43b3-9aab-372d2f1c444a admin admin] Allocated IP 172.20.0.1 (7217cf74-3f20-4711-823b-7bd6f4fa084c/6aa031e3-36c5-4025-9c2a-eb4672283871/822ec85b-efe7-4a3a-a5a2-91da95026cac) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:43:50.577380 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:50.613653 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5cd7b9a-76a3-417f-baa2-a61a7b22ed5e None None] The sync data for ids ['295a00d7-5be9-4059-a789-af4086c707bd'] in dv-cinder-792209-3-iscsi is: [{'id': '295a00d7-5be9-4059-a789-af4086c707bd', 'name': 'tempest-TestShelveInstance-551411819-router', 'tenant_id': 'c75baeff558545b7b577884f1ca69b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'aabe309b-a812-44db-9f56-b0d1ec23f706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:45Z', 'updated_at': '2021-06-29T10:43:47Z', 'revision_number': 3, 'project_id': 'c75baeff558545b7b577884f1ca69b4b', 'gw_port': {'id': 'aabe309b-a812-44db-9f56-b0d1ec23f706', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:96:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '295a00d7-5be9-4059-a789-af4086c707bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:46Z', 'updated_at': '2021-06-29T10:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi'}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:43:50.648979 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0987b6-e00f-4a19-8cf4-81df106d8d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6682bc3-2638-412f-8116-fb0f76953246,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:50.654760 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-af0987b6-e00f-4a19-8cf4-81df106d8d75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:50.677167 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-af0987b6-e00f-4a19-8cf4-81df106d8d75 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=594b01f843c840df935ce3c4ecaca8a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4187429 Jun 29 10:43:50.677167 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 46862) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:50.729574 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d3f45c54-fd24-43b3-9aab-372d2f1c444a admin admin] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.741765 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 46864) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:50.753331 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Pushing event updated for resources: {'Port': ['ID=c45e4f11-28c4-4547-b418-936c190bd0a5,revision_number=3']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:50.756992 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [None req-d3f45c54-fd24-43b3-9aab-372d2f1c444a admin admin] Transition to ACTIVE for port object 822ec85b-efe7-4a3a-a5a2-91da95026cac will not be triggered until provisioned by entity DHCP. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:50.761904 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e135c501-b035-4afb-afe3-3cbe0e2a5bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.762617 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:50.780657 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port 27a02cc2-8118-4353-a653-2de79c368187 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:50.781409 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.813647 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d3f45c54-fd24-43b3-9aab-372d2f1c444a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5295544'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.815250 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e135c501-b035-4afb-afe3-3cbe0e2a5bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.821606 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-d1ae2199-d788-4955-8f0f-999568cea511 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:50.884647 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e135c501-b035-4afb-afe3-3cbe0e2a5bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.889340 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e135c501-b035-4afb-afe3-3cbe0e2a5bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:50.895188 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-e135c501-b035-4afb-afe3-3cbe0e2a5bc9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f6682bc3-2638-412f-8116-fb0f76953246 HTTP/1.1" status: 204 len: 168 time: 0.2177007 Jun 29 10:43:50.897823 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-8784e3b3-2422-4cb6-905d-1be212754c39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:50.910734 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f45c54-fd24-43b3-9aab-372d2f1c444a admin admin] Network 7217cf74-3f20-4711-823b-7bd6f4fa084c is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:50.915912 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e135c501-b035-4afb-afe3-3cbe0e2a5bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6682bc3-2638-412f-8116-fb0f76953246,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:50.916302 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-d3f45c54-fd24-43b3-9aab-372d2f1c444a admin admin] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:50.922978 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f45c54-fd24-43b3-9aab-372d2f1c444a admin admin] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:43:50.932275 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-e135c501-b035-4afb-afe3-3cbe0e2a5bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:51.017667 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9bc9f2d6-a013-4db7-bfca-7b6106238aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:51.109930 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f45c54-fd24-43b3-9aab-372d2f1c444a admin admin] Pushing event updated for resources: {'Port': ['ID=822ec85b-efe7-4a3a-a5a2-91da95026cac,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:51.121346 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-d3f45c54-fd24-43b3-9aab-372d2f1c444a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:51.141423 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d3f45c54-fd24-43b3-9aab-372d2f1c444a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7865503'] for router_interface, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:51.280465 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435928e-540c-4b84-b7c3-f1f800d9e30e req-58277c40-27c4-4a09-9f60-ca1c43d18451 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:51.283999 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a435928e-540c-4b84-b7c3-f1f800d9e30e req-58277c40-27c4-4a09-9f60-ca1c43d18451 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 945 time: 0.2723777 Jun 29 10:43:51.294175 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-313256d0-5786-45c8-b3f4-e984addeb6a5 None None] Provisioning for port 822ec85b-efe7-4a3a-a5a2-91da95026cac completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:51.299390 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-313256d0-5786-45c8-b3f4-e984addeb6a5 None None] Provisioning complete for port 822ec85b-efe7-4a3a-a5a2-91da95026cac triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:51.299904 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-313256d0-5786-45c8-b3f4-e984addeb6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:51.335048 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-313256d0-5786-45c8-b3f4-e984addeb6a5 None None] Port 822ec85b-efe7-4a3a-a5a2-91da95026cac cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:43:51.385191 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a435928e-540c-4b84-b7c3-f1f800d9e30e req-0b414357-5567-4f84-850d-4e4c920fbd55 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738285 Jun 29 10:43:51.420320 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9bc9f2d6-a013-4db7-bfca-7b6106238aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:51.426832 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9bc9f2d6-a013-4db7-bfca-7b6106238aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:51.431037 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-0e92d6a3-ce00-444b-b6c9-9558f3022015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:51.442042 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d3f45c54-fd24-43b3-9aab-372d2f1c444a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:51.487961 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-9bc9f2d6-a013-4db7-bfca-7b6106238aa6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=da1f81ee0d2f42168be44a5d886dad1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7449193 Jun 29 10:43:51.489793 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9f2d6-a013-4db7-bfca-7b6106238aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836abada-2e3b-4884-9bed-df1deb32ebe8,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:51.491590 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 46876) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:51.523752 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-9bc9f2d6-a013-4db7-bfca-7b6106238aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:51.551722 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-73bef90e-20e3-4806-b460-d3f105d5e27c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:51.575137 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-73bef90e-20e3-4806-b460-d3f105d5e27c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:51.685583 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7627d-17ce-487f-a2cb-bcb0feeebc45 req-db7e29f2-15f8-469d-9452-4f82428e96fc tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:51.687849 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3ed7627d-17ce-487f-a2cb-bcb0feeebc45 req-db7e29f2-15f8-469d-9452-4f82428e96fc tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.1423035 Jun 29 10:43:51.751861 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d3f45c54-fd24-43b3-9aab-372d2f1c444a admin admin] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:51.758537 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3ed7627d-17ce-487f-a2cb-bcb0feeebc45 req-33c69f57-f5bb-4bb6-a830-6d71f5994704 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606334 Jun 29 10:43:51.761778 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d3f45c54-fd24-43b3-9aab-372d2f1c444a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5295534'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:51.764681 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:51.860028 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f45c54-fd24-43b3-9aab-372d2f1c444a admin admin] Pushing event updated for resources: {'Port': ['ID=822ec85b-efe7-4a3a-a5a2-91da95026cac,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:51.862817 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d3f45c54-fd24-43b3-9aab-372d2f1c444a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7896118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7865451'] for router_interface, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:51.864922 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-d3f45c54-fd24-43b3-9aab-372d2f1c444a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:51.927441 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device c45e4f11-28c4-4547-b418-936c190bd0a5 up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:51.967883 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-73bef90e-20e3-4806-b460-d3f105d5e27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:51.969047 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f45c54-fd24-43b3-9aab-372d2f1c444a admin admin] Network 7217cf74-3f20-4711-823b-7bd6f4fa084c is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:43:51.970400 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-73bef90e-20e3-4806-b460-d3f105d5e27c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:51.971162 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-d3f45c54-fd24-43b3-9aab-372d2f1c444a admin admin] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:43:51.971718 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-73bef90e-20e3-4806-b460-d3f105d5e27c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/836abada-2e3b-4884-9bed-df1deb32ebe8 HTTP/1.1" status: 204 len: 168 time: 0.4789691 Jun 29 10:43:51.972563 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-3fc96ed2-8212-42bf-af5b-6da0c7732c18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:51.999875 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bef90e-20e3-4806-b460-d3f105d5e27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836abada-2e3b-4884-9bed-df1deb32ebe8,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:52.003221 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-73bef90e-20e3-4806-b460-d3f105d5e27c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:52.031683 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port c45e4f11-28c4-4547-b418-936c190bd0a5 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:52.031683 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:52.129703 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device aabe309b-a812-44db-9f56-b0d1ec23f706 up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:52.148932 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f45c54-fd24-43b3-9aab-372d2f1c444a admin admin] Router 295a00d7-5be9-4059-a789-af4086c707bd has already been hosted by L3 agent 8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f {{(pid=99533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:43:52.197952 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning for port aabe309b-a812-44db-9f56-b0d1ec23f706 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:52.202887 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port aabe309b-a812-44db-9f56-b0d1ec23f706 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:52.203262 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:52.269474 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f45c54-fd24-43b3-9aab-372d2f1c444a admin admin] Notify agent at l3_agent.dv-cinder-792209-3-iscsi the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:43:52.274683 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-d3f45c54-fd24-43b3-9aab-372d2f1c444a admin admin] 10.222.0.61 "PUT /v2.0/routers/295a00d7-5be9-4059-a789-af4086c707bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7888038 Jun 29 10:43:52.296180 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:52.302814 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-bc2224ca-e0f7-4d03-a4af-fbf4437f5183 None None] Provisioning complete for port 822ec85b-efe7-4a3a-a5a2-91da95026cac triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:52.303189 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bc2224ca-e0f7-4d03-a4af-fbf4437f5183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:52.336268 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] For port aabe309b-a812-44db-9f56-b0d1ec23f706, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=aabe309b-a812-44db-9f56-b0d1ec23f706,segment=NetworkSegment(b07597a5-acfa-4ea0-afa4-34f991bc6949),segment_id=b07597a5-acfa-4ea0-afa4-34f991bc6949)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:52.342452 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:52.348685 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-89ffe8df-5d24-4326-8097-106b220a37bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:52.381498 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-bc2224ca-e0f7-4d03-a4af-fbf4437f5183 None None] Port 822ec85b-efe7-4a3a-a5a2-91da95026cac cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:43:52.403269 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Pushing event updated for resources: {'Port': ['ID=aabe309b-a812-44db-9f56-b0d1ec23f706,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:52.407448 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:52.481655 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 46898) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:52.495672 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-10641a41-1782-49af-a80f-cb1cd93d6a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:52.589714 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-10641a41-1782-49af-a80f-cb1cd93d6a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:52.593763 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-10641a41-1782-49af-a80f-cb1cd93d6a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:52.597329 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-8358757d-842b-4fcf-b8d3-6438de665cfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:52.635427 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-10641a41-1782-49af-a80f-cb1cd93d6a04 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=747db8a753b84a4fa62b30a200be79d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1504154 Jun 29 10:43:52.635427 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10641a41-1782-49af-a80f-cb1cd93d6a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845c36a3-e7ce-43ac-bd56-b77e0e76d7f5,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:52.635814 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 46900) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:52.637564 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-10641a41-1782-49af-a80f-cb1cd93d6a04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:52.688014 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-144e61d5-da54-453e-84e4-621eec0a674c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:52.709169 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-144e61d5-da54-453e-84e4-621eec0a674c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:52.750383 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71462fe1-a4f3-47f0-84c2-75ccc8154853 None None] Sync routers for ids ['295a00d7-5be9-4059-a789-af4086c707bd'] in dv-cinder-792209-3-iscsi {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:43:52.755038 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-144e61d5-da54-453e-84e4-621eec0a674c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:52.757681 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-144e61d5-da54-453e-84e4-621eec0a674c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:52.759081 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-144e61d5-da54-453e-84e4-621eec0a674c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/845c36a3-e7ce-43ac-bd56-b77e0e76d7f5 HTTP/1.1" status: 204 len: 168 time: 0.1222463 Jun 29 10:43:52.759987 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ab75d82d-cdc7-4eb5-943f-26e85d8f0366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:52.760098 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71462fe1-a4f3-47f0-84c2-75ccc8154853 None None] Routers {'295a00d7-5be9-4059-a789-af4086c707bd'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:43:52.760646 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-71462fe1-a4f3-47f0-84c2-75ccc8154853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:43:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['295a00d7-5be9-4059-a789-af4086c707bd'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:52.768535 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e61d5-da54-453e-84e4-621eec0a674c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845c36a3-e7ce-43ac-bd56-b77e0e76d7f5,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:52.777975 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-144e61d5-da54-453e-84e4-621eec0a674c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:52.905278 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-71462fe1-a4f3-47f0-84c2-75ccc8154853 None None] Set router 295a00d7-5be9-4059-a789-af4086c707bd gateway port host: dv-cinder-792209-3-iscsi {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:43:53.039087 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 46910) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:53.046814 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-72c24472-1843-43b8-baaa-8b6b0ef571ef tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1595761341', 'description': 'tempest-secgroup-smoke-1595761341 description', 'project_id': 'fc36cdfa812e4636821c2b2d1b679dd1'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:53.073435 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-72c24472-1843-43b8-baaa-8b6b0ef571ef tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.137853 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 46912) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:53.155978 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-47986fef-a97c-46b3-b231-ada033986509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.175601 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-72c24472-1843-43b8-baaa-8b6b0ef571ef tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.180141 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-72c24472-1843-43b8-baaa-8b6b0ef571ef tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.185983 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:53.213118 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-72c24472-1843-43b8-baaa-8b6b0ef571ef tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.215034 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-72c24472-1843-43b8-baaa-8b6b0ef571ef tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1739516 Jun 29 10:43:53.216985 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c24472-1843-43b8-baaa-8b6b0ef571ef tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d45433a-9235-472c-9edd-4e99c558f6ae,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:53.219200 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 46914) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:53.223435 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-72c24472-1843-43b8-baaa-8b6b0ef571ef tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:53.225304 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-0ea15f2b-a6a6-47e2-8854-87248d6637ab tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Request body: {'security_group_rule': {'security_group_id': '4d45433a-9235-472c-9edd-4e99c558f6ae', 'project_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:53.269431 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-71462fe1-a4f3-47f0-84c2-75ccc8154853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '295a00d7-5be9-4059-a789-af4086c707bd', 'name': 'tempest-TestShelveInstance-551411819-router', 'tenant_id': 'c75baeff558545b7b577884f1ca69b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'aabe309b-a812-44db-9f56-b0d1ec23f706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:45Z', 'updated_at': '2021-06-29T10:43:51Z', 'revision_number': 4, 'project_id': 'c75baeff558545b7b577884f1ca69b4b', 'gw_port': {'id': 'aabe309b-a812-44db-9f56-b0d1ec23f706', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:96:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295a00d7-5be9-4059-a789-af4086c707bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:46Z', 'updated_at': '2021-06-29T10:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '822ec85b-efe7-4a3a-a5a2-91da95026cac', 'name': '', 'network_id': '7217cf74-3f20-4711-823b-7bd6f4fa084c', 'tenant_id': 'c75baeff558545b7b577884f1ca69b4b', 'mac_address': 'fa:16:3e:ef:6a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '295a00d7-5be9-4059-a789-af4086c707bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '6aa031e3-36c5-4025-9c2a-eb4672283871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:50Z', 'updated_at': '2021-06-29T10:43:51Z', 'revision_number': 2, 'project_id': 'c75baeff558545b7b577884f1ca69b4b', 'subnets': [{'id': '6aa031e3-36c5-4025-9c2a-eb4672283871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:53.270798 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333238e8-4770-4e39-a4f3-5dc20861e695 req-a9a56353-7cb4-4d16-a25e-5276e833b9e4 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:53.272277 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-333238e8-4770-4e39-a4f3-5dc20861e695 req-a9a56353-7cb4-4d16-a25e-5276e833b9e4 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 945 time: 0.1184814 Jun 29 10:43:53.299095 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71462fe1-a4f3-47f0-84c2-75ccc8154853 None None] Checking router: 295a00d7-5be9-4059-a789-af4086c707bd for host: dv-cinder-792209-3-iscsi {{(pid=99534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:43:53.299619 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71462fe1-a4f3-47f0-84c2-75ccc8154853 None None] Updating router 295a00d7-5be9-4059-a789-af4086c707bd port 822ec85b-efe7-4a3a-a5a2-91da95026cac binding host dv-cinder-792209-3-iscsi {{(pid=99534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:43:53.332218 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-333238e8-4770-4e39-a4f3-5dc20861e695 req-bcd8b34d-da9d-415b-a2bd-37dd15c37324 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511615 Jun 29 10:43:53.333568 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-71462fe1-a4f3-47f0-84c2-75ccc8154853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.357885 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-47986fef-a97c-46b3-b231-ada033986509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.366261 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-47986fef-a97c-46b3-b231-ada033986509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.371729 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-fcf0616f-04f8-4dba-be39-d866b024db53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:53.419841 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-47986fef-a97c-46b3-b231-ada033986509 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bee85b490ecf42bf8b799d61d4df1418&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2809362 Jun 29 10:43:53.420596 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0ea15f2b-a6a6-47e2-8854-87248d6637ab tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.422549 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 46916) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:53.424369 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47986fef-a97c-46b3-b231-ada033986509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b97404-a783-4bf4-bf82-92aec2a3c9fb,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:53.432860 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-47986fef-a97c-46b3-b231-ada033986509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:53.472549 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-73c65323-1501-437e-a9f9-b5168de1265d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.479502 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0ea15f2b-a6a6-47e2-8854-87248d6637ab tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.484490 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0ea15f2b-a6a6-47e2-8854-87248d6637ab tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-396420'] for security_group_rule, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.487295 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b395ab65-d0e4-4388-a3a7-cdcb67d9ff27 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:53.497029 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-73c65323-1501-437e-a9f9-b5168de1265d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.507498 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea15f2b-a6a6-47e2-8854-87248d6637ab tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2aebf1d-fae5-4b9c-b4f1-506474aed2f0,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:53.519333 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-0ea15f2b-a6a6-47e2-8854-87248d6637ab tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:53.528438 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0ea15f2b-a6a6-47e2-8854-87248d6637ab tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.529772 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-0ea15f2b-a6a6-47e2-8854-87248d6637ab tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3083975 Jun 29 10:43:53.532400 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 46918) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:53.537455 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-dc1738bf-3647-47ce-b5c4-4c29241aef40 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Request body: {'security_group_rule': {'security_group_id': '4d45433a-9235-472c-9edd-4e99c558f6ae', 'project_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:53.549700 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-73c65323-1501-437e-a9f9-b5168de1265d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.553811 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-73c65323-1501-437e-a9f9-b5168de1265d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.555998 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-73c65323-1501-437e-a9f9-b5168de1265d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/64b97404-a783-4bf4-bf82-92aec2a3c9fb HTTP/1.1" status: 204 len: 168 time: 0.1320267 Jun 29 10:43:53.556854 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-03e771ca-67c2-41ea-9497-67f1cd351ea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:53.565045 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c65323-1501-437e-a9f9-b5168de1265d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b97404-a783-4bf4-bf82-92aec2a3c9fb,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:53.576795 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-73c65323-1501-437e-a9f9-b5168de1265d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:53.580614 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-dc1738bf-3647-47ce-b5c4-4c29241aef40 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.633036 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-71462fe1-a4f3-47f0-84c2-75ccc8154853 None None] Notify callbacks [] for port, precommit_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.643062 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-dc1738bf-3647-47ce-b5c4-4c29241aef40 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.644751 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-71462fe1-a4f3-47f0-84c2-75ccc8154853 None None] Transition to ACTIVE for port object 822ec85b-efe7-4a3a-a5a2-91da95026cac will not be triggered until provisioned by entity L2. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:43:53.647920 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-dc1738bf-3647-47ce-b5c4-4c29241aef40 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-396420'] for security_group_rule, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.652916 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-91f5e1d7-3e89-49f0-a123-ea181c8d02cc tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:53.653319 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-71462fe1-a4f3-47f0-84c2-75ccc8154853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.656813 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:53.684367 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1738bf-3647-47ce-b5c4-4c29241aef40 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=552927a0-138d-474c-b683-bbfb5e0c79cf,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:53.687425 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-dc1738bf-3647-47ce-b5c4-4c29241aef40 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:53.692525 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-dc1738bf-3647-47ce-b5c4-4c29241aef40 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.697703 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-dc1738bf-3647-47ce-b5c4-4c29241aef40 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1640508 Jun 29 10:43:53.698217 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 46922) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:53.704569 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-fff23ad8-03d3-49a6-9fce-360acd518fd0 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Request body: {'security_group_rule': {'security_group_id': '4d45433a-9235-472c-9edd-4e99c558f6ae', 'project_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:53.709654 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aafe65-095f-412a-b4ad-160d1052420b None None] Pushing event updated for resources: {'Port': ['ID=822ec85b-efe7-4a3a-a5a2-91da95026cac,revision_number=3']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:53.713800 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-70aafe65-095f-412a-b4ad-160d1052420b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:53.760349 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-fff23ad8-03d3-49a6-9fce-360acd518fd0 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.791298 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-71462fe1-a4f3-47f0-84c2-75ccc8154853 None None] Attempting to bind port 822ec85b-efe7-4a3a-a5a2-91da95026cac on host dv-cinder-792209-3-iscsi for vnic_type normal with profile {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:43:53.791685 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-71462fe1-a4f3-47f0-84c2-75ccc8154853 None None] Attempting to bind port 822ec85b-efe7-4a3a-a5a2-91da95026cac by drivers openvswitch,hyperv on host dv-cinder-792209-3-iscsi at level 0 using segments [{'id': '0cdf69a8-7faa-4e50-92f0-c275f7f05583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '7217cf74-3f20-4711-823b-7bd6f4fa084c'}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:43:53.792059 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71462fe1-a4f3-47f0-84c2-75ccc8154853 None None] Attempting to bind port 822ec85b-efe7-4a3a-a5a2-91da95026cac on network 7217cf74-3f20-4711-823b-7bd6f4fa084c {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:43:53.803754 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71462fe1-a4f3-47f0-84c2-75ccc8154853 None None] Checking agent: {'id': 'fcf96668-74e6-4b26-856c-86c6583113ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 33, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:43:53.804141 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71462fe1-a4f3-47f0-84c2-75ccc8154853 None None] Checking segment: {'id': '0cdf69a8-7faa-4e50-92f0-c275f7f05583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '7217cf74-3f20-4711-823b-7bd6f4fa084c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:43:53.804739 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-71462fe1-a4f3-47f0-84c2-75ccc8154853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.805299 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71462fe1-a4f3-47f0-84c2-75ccc8154853 None None] Bound using segment: {'id': '0cdf69a8-7faa-4e50-92f0-c275f7f05583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '7217cf74-3f20-4711-823b-7bd6f4fa084c'} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:43:53.806491 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-71462fe1-a4f3-47f0-84c2-75ccc8154853 None None] Bound port: 822ec85b-efe7-4a3a-a5a2-91da95026cac, host: dv-cinder-792209-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cdf69a8-7faa-4e50-92f0-c275f7f05583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '7217cf74-3f20-4711-823b-7bd6f4fa084c'}}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:43:53.807297 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-71462fe1-a4f3-47f0-84c2-75ccc8154853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.833088 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device aabe309b-a812-44db-9f56-b0d1ec23f706 up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:53.895581 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-fff23ad8-03d3-49a6-9fce-360acd518fd0 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.904824 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-fff23ad8-03d3-49a6-9fce-360acd518fd0 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-396420'] for security_group_rule, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.917380 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:53.936901 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff23ad8-03d3-49a6-9fce-360acd518fd0 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e64abde8-71ea-4f8a-9f7a-f5a57110b598,revision_number=0']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:53.940242 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-fff23ad8-03d3-49a6-9fce-360acd518fd0 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:53.951944 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-71462fe1-a4f3-47f0-84c2-75ccc8154853 None None] For port 822ec85b-efe7-4a3a-a5a2-91da95026cac, host dv-cinder-792209-3-iscsi, cleared binding levels {{(pid=99534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:43:53.954188 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-fff23ad8-03d3-49a6-9fce-360acd518fd0 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.956169 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-fff23ad8-03d3-49a6-9fce-360acd518fd0 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2566199 Jun 29 10:43:53.959002 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 46928) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:53.963457 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-71462fe1-a4f3-47f0-84c2-75ccc8154853 None None] For port 822ec85b-efe7-4a3a-a5a2-91da95026cac, host dv-cinder-792209-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=822ec85b-efe7-4a3a-a5a2-91da95026cac,segment=NetworkSegment(0cdf69a8-7faa-4e50-92f0-c275f7f05583),segment_id=0cdf69a8-7faa-4e50-92f0-c275f7f05583)] {{(pid=99534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:43:53.964427 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-4790ebfb-b2be-44ec-9d1c-4785b3479657 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Request body: {'security_group_rule': {'security_group_id': '4d45433a-9235-472c-9edd-4e99c558f6ae', 'project_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:53.973101 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-71462fe1-a4f3-47f0-84c2-75ccc8154853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:53.974993 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:54.001489 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4790ebfb-b2be-44ec-9d1c-4785b3479657 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:54.005139 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port aabe309b-a812-44db-9f56-b0d1ec23f706 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:54.005524 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:54.080551 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4790ebfb-b2be-44ec-9d1c-4785b3479657 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:54.084940 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4790ebfb-b2be-44ec-9d1c-4785b3479657 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-396420'] for security_group_rule, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:54.087263 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aafe65-095f-412a-b4ad-160d1052420b None None] Pushing event updated for resources: {'Port': ['ID=822ec85b-efe7-4a3a-a5a2-91da95026cac,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:54.092442 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:54.093121 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-70aafe65-095f-412a-b4ad-160d1052420b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:54.103627 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71462fe1-a4f3-47f0-84c2-75ccc8154853 None None] Routers {'295a00d7-5be9-4059-a789-af4086c707bd'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:43:54.104267 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-71462fe1-a4f3-47f0-84c2-75ccc8154853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:43:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['295a00d7-5be9-4059-a789-af4086c707bd'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:54.116331 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4790ebfb-b2be-44ec-9d1c-4785b3479657 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83cea285-d5b7-429a-8f35-8dd51ab3711c,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:54.120063 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-4790ebfb-b2be-44ec-9d1c-4785b3479657 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:54.130093 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4790ebfb-b2be-44ec-9d1c-4785b3479657 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:54.132453 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-4790ebfb-b2be-44ec-9d1c-4785b3479657 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1713228 Jun 29 10:43:54.134464 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 46934) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:54.139853 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-17b433a4-77be-4078-b69f-922ca7f2e281 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Request body: {'security_group_rule': {'security_group_id': '4d45433a-9235-472c-9edd-4e99c558f6ae', 'project_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:54.167105 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.db.securitygroups_db [None req-17b433a4-77be-4078-b69f-922ca7f2e281 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Project fc36cdfa812e4636821c2b2d1b679dd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 10:43:54.172996 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-17b433a4-77be-4078-b69f-922ca7f2e281 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:54.261210 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-17b433a4-77be-4078-b69f-922ca7f2e281 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:54.266110 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-17b433a4-77be-4078-b69f-922ca7f2e281 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-396420'] for security_group_rule, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:54.268796 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-71462fe1-a4f3-47f0-84c2-75ccc8154853 None None] Set router 295a00d7-5be9-4059-a789-af4086c707bd gateway port host: dv-cinder-792209-3-iscsi {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:43:54.280451 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-fff23ad8-03d3-49a6-9fce-360acd518fd0 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:54.294020 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-17b433a4-77be-4078-b69f-922ca7f2e281 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:54.297898 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-17b433a4-77be-4078-b69f-922ca7f2e281 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1597536 Jun 29 10:43:54.297898 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b433a4-77be-4078-b69f-922ca7f2e281 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca104ec9-3976-4a9a-b961-90eba4429b84,revision_number=0']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:54.298344 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 46938) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:54.298975 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-17b433a4-77be-4078-b69f-922ca7f2e281 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:54.304152 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-b1c3b397-5b0f-4e88-9ec3-951f3b8a323a tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Request body: {'security_group_rule': {'security_group_id': '4d45433a-9235-472c-9edd-4e99c558f6ae', 'project_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:43:54.343142 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.db.securitygroups_db [None req-b1c3b397-5b0f-4e88-9ec3-951f3b8a323a tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Project fc36cdfa812e4636821c2b2d1b679dd1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 10:43:54.349026 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b1c3b397-5b0f-4e88-9ec3-951f3b8a323a tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:54.430585 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b1c3b397-5b0f-4e88-9ec3-951f3b8a323a tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:54.437022 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b1c3b397-5b0f-4e88-9ec3-951f3b8a323a tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-396420'] for security_group_rule, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:54.438932 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:54.457851 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c3b397-5b0f-4e88-9ec3-951f3b8a323a tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cbe252d-6392-45bc-a112-49ffd869d101,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:54.460608 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b1c3b397-5b0f-4e88-9ec3-951f3b8a323a tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:54.468815 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b1c3b397-5b0f-4e88-9ec3-951f3b8a323a tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:54.470002 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-b1c3b397-5b0f-4e88-9ec3-951f3b8a323a tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1705055 Jun 29 10:43:54.527870 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-71462fe1-a4f3-47f0-84c2-75ccc8154853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '295a00d7-5be9-4059-a789-af4086c707bd', 'name': 'tempest-TestShelveInstance-551411819-router', 'tenant_id': 'c75baeff558545b7b577884f1ca69b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'aabe309b-a812-44db-9f56-b0d1ec23f706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:45Z', 'updated_at': '2021-06-29T10:43:51Z', 'revision_number': 4, 'project_id': 'c75baeff558545b7b577884f1ca69b4b', 'gw_port': {'id': 'aabe309b-a812-44db-9f56-b0d1ec23f706', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:96:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295a00d7-5be9-4059-a789-af4086c707bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:46Z', 'updated_at': '2021-06-29T10:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '822ec85b-efe7-4a3a-a5a2-91da95026cac', 'name': '', 'network_id': '7217cf74-3f20-4711-823b-7bd6f4fa084c', 'tenant_id': 'c75baeff558545b7b577884f1ca69b4b', 'mac_address': 'fa:16:3e:ef:6a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '295a00d7-5be9-4059-a789-af4086c707bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '6aa031e3-36c5-4025-9c2a-eb4672283871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:50Z', 'updated_at': '2021-06-29T10:43:53Z', 'revision_number': 4, 'project_id': 'c75baeff558545b7b577884f1ca69b4b', 'subnets': [{'id': '6aa031e3-36c5-4025-9c2a-eb4672283871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:43:54.557025 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71462fe1-a4f3-47f0-84c2-75ccc8154853 None None] The sync data for ids ['295a00d7-5be9-4059-a789-af4086c707bd'] in dv-cinder-792209-3-iscsi is: [{'id': '295a00d7-5be9-4059-a789-af4086c707bd', 'name': 'tempest-TestShelveInstance-551411819-router', 'tenant_id': 'c75baeff558545b7b577884f1ca69b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'aabe309b-a812-44db-9f56-b0d1ec23f706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:45Z', 'updated_at': '2021-06-29T10:43:51Z', 'revision_number': 4, 'project_id': 'c75baeff558545b7b577884f1ca69b4b', 'gw_port': {'id': 'aabe309b-a812-44db-9f56-b0d1ec23f706', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:96:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295a00d7-5be9-4059-a789-af4086c707bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:46Z', 'updated_at': '2021-06-29T10:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '822ec85b-efe7-4a3a-a5a2-91da95026cac', 'name': '', 'network_id': '7217cf74-3f20-4711-823b-7bd6f4fa084c', 'tenant_id': 'c75baeff558545b7b577884f1ca69b4b', 'mac_address': 'fa:16:3e:ef:6a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '295a00d7-5be9-4059-a789-af4086c707bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '6aa031e3-36c5-4025-9c2a-eb4672283871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:50Z', 'updated_at': '2021-06-29T10:43:53Z', 'revision_number': 4, 'project_id': 'c75baeff558545b7b577884f1ca69b4b', 'subnets': [{'id': '6aa031e3-36c5-4025-9c2a-eb4672283871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:43:54.734984 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:54.784970 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ed5a6-13ea-48ed-a1a7-37ef4672849f req-aafd7155-6618-404a-bb8f-5df177323d78 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:54.786914 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d44ed5a6-13ea-48ed-a1a7-37ef4672849f req-aafd7155-6618-404a-bb8f-5df177323d78 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 945 time: 0.2934866 Jun 29 10:43:54.832876 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d44ed5a6-13ea-48ed-a1a7-37ef4672849f req-622b65b8-1cfb-462d-bebe-145899e5e85b tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395055 Jun 29 10:43:55.808407 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 822ec85b-efe7-4a3a-a5a2-91da95026cac up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:55.856731 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning for port 822ec85b-efe7-4a3a-a5a2-91da95026cac completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:43:55.860277 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port 822ec85b-efe7-4a3a-a5a2-91da95026cac triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:55.860652 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:55.946755 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:55.959410 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-79af236f-0ee8-4833-9467-8d874cf67b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:55.984978 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] For port 822ec85b-efe7-4a3a-a5a2-91da95026cac, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=822ec85b-efe7-4a3a-a5a2-91da95026cac,segment=NetworkSegment(0cdf69a8-7faa-4e50-92f0-c275f7f05583),segment_id=0cdf69a8-7faa-4e50-92f0-c275f7f05583)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:55.993022 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:56.001332 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:56.003579 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device f81f0739-2eca-4195-b5b1-9f5daf0ce8f0 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:43:56.027436 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db4778-d5d3-4f05-8871-1ce8bd3019e0 req-cd781b69-773d-47b5-9d2a-b637597326cf tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:56.029131 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-40db4778-d5d3-4f05-8871-1ce8bd3019e0 req-cd781b69-773d-47b5-9d2a-b637597326cf tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 945 time: 0.0698063 Jun 29 10:43:56.070013 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-40db4778-d5d3-4f05-8871-1ce8bd3019e0 req-dc97c8bd-041e-42f5-96f1-151115555117 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333707 Jun 29 10:43:56.091715 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Pushing event updated for resources: {'Port': ['ID=822ec85b-efe7-4a3a-a5a2-91da95026cac,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:56.096110 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:56.138789 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port f81f0739-2eca-4195-b5b1-9f5daf0ce8f0, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f81f0739-2eca-4195-b5b1-9f5daf0ce8f0,segment=NetworkSegment(8e84c1c5-221f-4c99-9606-1ea868266866),segment_id=8e84c1c5-221f-4c99-9606-1ea868266866)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:56.150793 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Returning: {'device': 'f81f0739-2eca-4195-b5b1-9f5daf0ce8f0', 'network_id': 'b187e754-07fe-4781-924a-d886b55c9244', 'port_id': 'f81f0739-2eca-4195-b5b1-9f5daf0ce8f0', 'mac_address': 'fa:16:3e:79:07:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1434ea17-151b-4fa4-8fce-ecfeaa34af2c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:43:56.191140 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:56.204339 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f81f0739-2eca-4195-b5b1-9f5daf0ce8f0 {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:43:56.211743 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-59e9c4db-c474-4e47-8942-c7046b5959d4 req-fd04918b-ca63-483e-81b9-4cb38244a818 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0545270 Jun 29 10:43:56.226628 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port f81f0739-2eca-4195-b5b1-9f5daf0ce8f0, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f81f0739-2eca-4195-b5b1-9f5daf0ce8f0,segment=NetworkSegment(8e84c1c5-221f-4c99-9606-1ea868266866),segment_id=8e84c1c5-221f-4c99-9606-1ea868266866)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:56.231928 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:56.233649 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:56.282499 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=f81f0739-2eca-4195-b5b1-9f5daf0ce8f0,revision_number=6']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:56.285560 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:56.307023 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9c4db-c474-4e47-8942-c7046b5959d4 req-7d463f61-c9c8-47a3-9b20-1722ada15ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:56.308510 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-59e9c4db-c474-4e47-8942-c7046b5959d4 req-7d463f61-c9c8-47a3-9b20-1722ada15ccb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b6c9d7b614441d89eb7369f33fd9153&device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 1099 time: 0.0526447 Jun 29 10:43:56.452818 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9c4db-c474-4e47-8942-c7046b5959d4 req-9289ea3c-38ae-4a99-87c0-80d893361e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:56.454264 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-59e9c4db-c474-4e47-8942-c7046b5959d4 req-9289ea3c-38ae-4a99-87c0-80d893361e61 service neutron] 10.222.0.41 "GET /v2.0/networks?id=918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83 HTTP/1.1" status: 200 len: 920 time: 0.1158636 Jun 29 10:43:56.490447 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] get_ports_and_sgs() called for port_ids ['f81f0739-2eca-4195-b5b1-9f5daf0ce8f0'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:43:56.496104 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-59e9c4db-c474-4e47-8942-c7046b5959d4 req-9cad6d6f-ed31-4449-873c-3c6597818321 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=439de3c8-1548-446a-9cf1-d9b3e115795b HTTP/1.1" status: 200 len: 217 time: 0.0326869 Jun 29 10:43:56.548430 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9c4db-c474-4e47-8942-c7046b5959d4 req-1abad98a-d652-467f-85b3-705936a6cfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:56.549889 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-59e9c4db-c474-4e47-8942-c7046b5959d4 req-1abad98a-d652-467f-85b3-705936a6cfc0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d9c3e9c-911d-4514-9065-0e24527aa31d HTTP/1.1" status: 200 len: 859 time: 0.0444450 Jun 29 10:43:56.590987 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-59e9c4db-c474-4e47-8942-c7046b5959d4 req-6f082894-b16c-4444-83ad-a7a8c340974c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296607 Jun 29 10:43:56.678323 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-59e9c4db-c474-4e47-8942-c7046b5959d4 req-6543aa30-22db-4a9e-b5a5-6cac5ff2fc58 service neutron] 10.222.0.41 "GET /v2.0/networks/918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800631 Jun 29 10:43:56.780224 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-59e9c4db-c474-4e47-8942-c7046b5959d4 req-99a17940-bc1a-4da3-919e-36337d002f67 service neutron] 10.222.0.41 "GET /v2.0/networks/918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874670 Jun 29 10:43:57.263227 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc62f7a-73c6-4619-9b1f-4254312bfa20 req-9e074820-f9d7-433d-a1dd-ed134fde39be tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:57.264661 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0cc62f7a-73c6-4619-9b1f-4254312bfa20 req-9e074820-f9d7-433d-a1dd-ed134fde39be tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 944 time: 0.0629654 Jun 29 10:43:57.302529 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0cc62f7a-73c6-4619-9b1f-4254312bfa20 req-6c8ef821-c163-4920-8105-fa86fd57f1e0 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318563 Jun 29 10:43:57.792043 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 822ec85b-efe7-4a3a-a5a2-91da95026cac up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:57.838310 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port 822ec85b-efe7-4a3a-a5a2-91da95026cac triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:57.838728 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:57.852502 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 47048) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:57.957245 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2efc7dee-ec44-4185-a3fe-d9c56a978b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:58.003475 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device f81f0739-2eca-4195-b5b1-9f5daf0ce8f0 up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:43:58.044932 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2efc7dee-ec44-4185-a3fe-d9c56a978b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:58.049550 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2efc7dee-ec44-4185-a3fe-d9c56a978b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:58.053776 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Provisioning complete for port f81f0739-2eca-4195-b5b1-9f5daf0ce8f0 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:43:58.054164 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:58.054299 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:58.093546 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc7dee-ec44-4185-a3fe-d9c56a978b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1460c6c6-8d23-4511-ad0e-1135d3e8861c,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:58.096849 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-2efc7dee-ec44-4185-a3fe-d9c56a978b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:58.099274 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-2efc7dee-ec44-4185-a3fe-d9c56a978b4c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ee990ff6421d490496b758a960b66303&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2450593 Jun 29 10:43:58.101933 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 47052) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:58.132854 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:58.149189 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-42291933-e051-4c95-bb08-a045c9bbe860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:58.155203 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef1710dd-53bf-47bc-8037-9abc8dbbd0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81f0739-2eca-4195-b5b1-9f5daf0ce8f0'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:43:58.157488 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3762a8f488588fc24900269a9cc386d753c3d6f951c38e7bc7f446f2f69fbffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476f02ae-509a-41aa-a456-154bd27ae471" -d '{"events": [{"server_uuid": "ef1710dd-53bf-47bc-8037-9abc8dbbd0b0", "name": "network-vif-plugged", "status": "completed", "tag": "f81f0739-2eca-4195-b5b1-9f5daf0ce8f0"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:43:58.170922 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-42291933-e051-4c95-bb08-a045c9bbe860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:58.171060 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port f81f0739-2eca-4195-b5b1-9f5daf0ce8f0, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f81f0739-2eca-4195-b5b1-9f5daf0ce8f0,segment=NetworkSegment(8e84c1c5-221f-4c99-9606-1ea868266866),segment_id=8e84c1c5-221f-4c99-9606-1ea868266866)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:43:58.176324 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:58.179524 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:58.213388 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba78d44-48a7-4f6b-8529-c49622fec7d2 x-openstack-request-id: req-bba78d44-48a7-4f6b-8529-c49622fec7d2 {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:43:58.213986 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef1710dd-53bf-47bc-8037-9abc8dbbd0b0", "name": "network-vif-plugged", "status": "completed", "tag": "f81f0739-2eca-4195-b5b1-9f5daf0ce8f0", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:43:58.214407 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bba78d44-48a7-4f6b-8529-c49622fec7d2 {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:43:58.214971 dv-cinder-792209-3-iscsi neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef1710dd-53bf-47bc-8037-9abc8dbbd0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81f0739-2eca-4195-b5b1-9f5daf0ce8f0', 'code': 200} Jun 29 10:43:58.232814 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-42291933-e051-4c95-bb08-a045c9bbe860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:58.237144 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-42291933-e051-4c95-bb08-a045c9bbe860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:58.238866 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-42291933-e051-4c95-bb08-a045c9bbe860 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1460c6c6-8d23-4511-ad0e-1135d3e8861c HTTP/1.1" status: 204 len: 168 time: 0.1359243 Jun 29 10:43:58.239715 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-afb39c35-010c-47bc-871b-0151b5625c09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:58.248472 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=f81f0739-2eca-4195-b5b1-9f5daf0ce8f0,revision_number=7']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:58.249567 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42291933-e051-4c95-bb08-a045c9bbe860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1460c6c6-8d23-4511-ad0e-1135d3e8861c,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:58.251709 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:58.251889 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-42291933-e051-4c95-bb08-a045c9bbe860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:58.494243 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b679e-f310-4109-8db6-f0e09615c249 req-5279eede-c225-43b2-9369-e7eaccc84d9e tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:58.495740 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-791b679e-f310-4109-8db6-f0e09615c249 req-5279eede-c225-43b2-9369-e7eaccc84d9e tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 945 time: 0.0628612 Jun 29 10:43:58.523488 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 47068) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:58.536957 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-062c8a4c-f948-4a74-b193-244b1a40280d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:58.540042 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-791b679e-f310-4109-8db6-f0e09615c249 req-f4b6ba20-9517-4724-b74f-e39eed1bdb05 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383458 Jun 29 10:43:58.637924 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-062c8a4c-f948-4a74-b193-244b1a40280d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:58.642035 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-062c8a4c-f948-4a74-b193-244b1a40280d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:58.645456 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-a192b426-dc84-4c28-9f5d-94142e4d621e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:58.673950 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a4f520c5-eeb9-45ab-b141-4ce1403314c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:58.679709 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-062c8a4c-f948-4a74-b193-244b1a40280d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=69666c69aeab47a3a46687cc1ab6cc04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1550727 Jun 29 10:43:58.680832 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c8a4c-f948-4a74-b193-244b1a40280d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64f19e30-7687-41f3-8ead-f79c5e792c91,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:58.682904 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 47070) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:43:58.684211 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-062c8a4c-f948-4a74-b193-244b1a40280d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:58.737233 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4d9e1619-3065-4c79-974e-6a8b16a5e5e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:58.757791 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4d9e1619-3065-4c79-974e-6a8b16a5e5e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:58.803633 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4d9e1619-3065-4c79-974e-6a8b16a5e5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:58.806991 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4d9e1619-3065-4c79-974e-6a8b16a5e5e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:58.808229 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-4d9e1619-3065-4c79-974e-6a8b16a5e5e0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/64f19e30-7687-41f3-8ead-f79c5e792c91 HTTP/1.1" status: 204 len: 168 time: 0.1238234 Jun 29 10:43:58.809129 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-a92a2693-c89c-4ec4-b4eb-9b2bd2787d9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:43:58.816305 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e1619-3065-4c79-974e-6a8b16a5e5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f19e30-7687-41f3-8ead-f79c5e792c91,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:43:58.822618 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-4d9e1619-3065-4c79-974e-6a8b16a5e5e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:43:58.865092 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:59.689700 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:43:59.758978 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4012d0-7b26-4e72-95a6-3cf2573a4ff6 req-9b357e5f-5502-4aa3-bef8-2f35468b4b20 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:43:59.761047 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6c4012d0-7b26-4e72-95a6-3cf2573a4ff6 req-9b357e5f-5502-4aa3-bef8-2f35468b4b20 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 945 time: 0.0673776 Jun 29 10:43:59.799326 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6c4012d0-7b26-4e72-95a6-3cf2573a4ff6 req-fc9a8b5b-7200-4eb6-b584-2c762ce14acb tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323138 Jun 29 10:44:00.086258 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 47136) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:00.197587 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-72e8d05b-744e-41e3-b09f-aff7e775947c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:00.292963 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-72e8d05b-744e-41e3-b09f-aff7e775947c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:00.297537 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-72e8d05b-744e-41e3-b09f-aff7e775947c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:00.300869 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-46f64a2e-a55a-4d37-8c14-b103ae15d5ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:00.339007 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e8d05b-744e-41e3-b09f-aff7e775947c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac2cecf-7a6b-4dd6-b342-a51c6d2e1544,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:00.344550 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-72e8d05b-744e-41e3-b09f-aff7e775947c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:00.350344 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-72e8d05b-744e-41e3-b09f-aff7e775947c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=04a61c10950c4777852ad880ef2d5700&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2630064 Jun 29 10:44:00.353412 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 47156) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:00.442715 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8c7ef3c0-eab4-4252-a4ba-a309a0e7123f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:00.487244 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8c7ef3c0-eab4-4252-a4ba-a309a0e7123f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:00.546863 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8c7ef3c0-eab4-4252-a4ba-a309a0e7123f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:00.549637 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8c7ef3c0-eab4-4252-a4ba-a309a0e7123f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:00.550922 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-8c7ef3c0-eab4-4252-a4ba-a309a0e7123f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bac2cecf-7a6b-4dd6-b342-a51c6d2e1544 HTTP/1.1" status: 204 len: 168 time: 0.1965292 Jun 29 10:44:00.551688 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-7e9f46e2-66ff-415f-adcb-5d77503a7d0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:00.559545 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ef3c0-eab4-4252-a4ba-a309a0e7123f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac2cecf-7a6b-4dd6-b342-a51c6d2e1544,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:00.561975 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-8c7ef3c0-eab4-4252-a4ba-a309a0e7123f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:01.051297 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b145d-1c67-44b8-bc3c-c4d24a5dbf21 req-2f2d000c-4a1d-466a-a57f-17118fd0b0c1 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:01.061551 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f38b145d-1c67-44b8-bc3c-c4d24a5dbf21 req-2f2d000c-4a1d-466a-a57f-17118fd0b0c1 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 945 time: 0.0865860 Jun 29 10:44:01.107114 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f38b145d-1c67-44b8-bc3c-c4d24a5dbf21 req-0b104958-35eb-46dd-a061-61ead23457a1 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437365 Jun 29 10:44:01.225374 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:02.330186 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ec02f-82f9-460e-bf21-6e5b8e5e1d2f req-b547666e-a555-403d-9a2c-de2105815cdf tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:02.332020 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-9a6ec02f-82f9-460e-bf21-6e5b8e5e1d2f req-b547666e-a555-403d-9a2c-de2105815cdf tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 945 time: 0.0975153 Jun 29 10:44:02.411680 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-9a6ec02f-82f9-460e-bf21-6e5b8e5e1d2f req-d10a2e46-7c13-4713-a59d-5e0f139aeb95 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693610 Jun 29 10:44:03.609411 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd0a1a-97b6-4168-9cd1-46e5b3f41402 req-dd5a7a6b-5619-44be-90cc-fbbf96f62fa6 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:03.611866 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f6bd0a1a-97b6-4168-9cd1-46e5b3f41402 req-dd5a7a6b-5619-44be-90cc-fbbf96f62fa6 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 945 time: 0.0811911 Jun 29 10:44:03.672886 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f6bd0a1a-97b6-4168-9cd1-46e5b3f41402 req-3477168c-5d23-4c5f-ae39-9295f7e06806 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532191 Jun 29 10:44:04.864419 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649699a7-d15f-4a86-9b0d-12f348b3a369 req-e43e6f8c-0da6-42a9-848f-893a8206a250 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:04.865942 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-649699a7-d15f-4a86-9b0d-12f348b3a369 req-e43e6f8c-0da6-42a9-848f-893a8206a250 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 945 time: 0.0738657 Jun 29 10:44:04.909428 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-649699a7-d15f-4a86-9b0d-12f348b3a369 req-b61d5056-5b70-43cd-8b75-87c71013765e tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355997 Jun 29 10:44:06.218894 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62186c6-258d-422e-a69b-8ed813453bbb req-d25851af-96f3-448b-ab57-585097dacf41 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:06.220516 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e62186c6-258d-422e-a69b-8ed813453bbb req-d25851af-96f3-448b-ab57-585097dacf41 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 945 time: 0.1444545 Jun 29 10:44:06.267342 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e62186c6-258d-422e-a69b-8ed813453bbb req-ced1d08c-520d-42a0-a945-3b4c94d6993b tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411153 Jun 29 10:44:07.474162 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88319deb-a2f0-4310-a948-fd37ce453f92 req-b5014726-903e-4211-a793-84bff516834c tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:07.475785 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-88319deb-a2f0-4310-a948-fd37ce453f92 req-b5014726-903e-4211-a793-84bff516834c tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 945 time: 0.0714965 Jun 29 10:44:07.520948 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-88319deb-a2f0-4310-a948-fd37ce453f92 req-7cc0c40b-1f84-4b87-ac35-7cb4c9d3c129 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387168 Jun 29 10:44:08.761393 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1945164-8a46-4496-81cc-e4c2386446a6 req-3c1ee5ed-6ddf-449c-aaf7-fea66d2749f0 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:08.768801 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b1945164-8a46-4496-81cc-e4c2386446a6 req-3c1ee5ed-6ddf-449c-aaf7-fea66d2749f0 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 945 time: 0.0958102 Jun 29 10:44:08.815786 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b1945164-8a46-4496-81cc-e4c2386446a6 req-36795aed-ddfc-4243-990e-c0283439dc5a tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460968 Jun 29 10:44:09.899822 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f498a-604c-4781-9aed-b0d19283b273 req-7d26b033-5bb3-432e-a04d-4f9d85b98fee tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:09.901374 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6f6f498a-604c-4781-9aed-b0d19283b273 req-7d26b033-5bb3-432e-a04d-4f9d85b98fee tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.0819018 Jun 29 10:44:09.955322 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559aaab-61ec-4fcd-a99a-f92aea816f71 req-0e92549a-8852-42c9-8638-0a8ca770b697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:09.959565 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-c559aaab-61ec-4fcd-a99a-f92aea816f71 req-0e92549a-8852-42c9-8638-0a8ca770b697 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b6c9d7b614441d89eb7369f33fd9153&device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 1099 time: 0.1271484 Jun 29 10:44:09.974954 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6f6f498a-604c-4781-9aed-b0d19283b273 req-448ed49f-0219-4482-a439-1d513227c3b4 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664239 Jun 29 10:44:10.075028 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57819b-7daa-46f4-82f3-4698c7da0931 req-c0960e51-ed88-46b3-bea1-eb5fc711d7c1 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:10.075202 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559aaab-61ec-4fcd-a99a-f92aea816f71 req-1356ce18-22ce-41ab-b8cc-483a076c0e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:10.076639 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-c559aaab-61ec-4fcd-a99a-f92aea816f71 req-1356ce18-22ce-41ab-b8cc-483a076c0e5f service neutron] 10.222.0.41 "GET /v2.0/networks?id=918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83 HTTP/1.1" status: 200 len: 920 time: 0.1051633 Jun 29 10:44:10.076858 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-cd57819b-7daa-46f4-82f3-4698c7da0931 req-c0960e51-ed88-46b3-bea1-eb5fc711d7c1 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 945 time: 0.0935950 Jun 29 10:44:10.123874 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-c559aaab-61ec-4fcd-a99a-f92aea816f71 req-68099179-9af5-42d6-991c-c78fa7873bde service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=439de3c8-1548-446a-9cf1-d9b3e115795b HTTP/1.1" status: 200 len: 217 time: 0.0373685 Jun 29 10:44:10.166909 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-cd57819b-7daa-46f4-82f3-4698c7da0931 req-681752db-e9c9-45eb-be6c-55f4fc7b39cf tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825553 Jun 29 10:44:10.190443 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559aaab-61ec-4fcd-a99a-f92aea816f71 req-292b91dd-f9f2-4fd9-9ed4-6c5bd85e2ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:10.192454 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-c559aaab-61ec-4fcd-a99a-f92aea816f71 req-292b91dd-f9f2-4fd9-9ed4-6c5bd85e2ff0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d9c3e9c-911d-4514-9065-0e24527aa31d HTTP/1.1" status: 200 len: 859 time: 0.0492899 Jun 29 10:44:10.213976 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-6d2646f4-7a2c-4d21-8ae2-c6820734f6c1 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:10.219051 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-6d2646f4-7a2c-4d21-8ae2-c6820734f6c1 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/networks?id=730b9790-c1e3-474e-a663-0330ab8e1d49 HTTP/1.1" status: 200 len: 814 time: 0.1301620 Jun 29 10:44:10.225736 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-c559aaab-61ec-4fcd-a99a-f92aea816f71 req-ce89e728-988e-4483-810a-00f8984ee267 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259194 Jun 29 10:44:10.231126 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-c001fc55-d77b-4327-b7ef-352cca04274f tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/quotas/dad9db5067174f9cb9eb9c074e88edeb HTTP/1.1" status: 200 len: 375 time: 0.0096314 Jun 29 10:44:10.306482 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-15857cc3-9a77-4a2b-bbf2-b4d6d5d79865 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=dad9db5067174f9cb9eb9c074e88edeb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0701709 Jun 29 10:44:10.392289 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-98a5814e-5d78-4064-ba21-9d4e34a400e0 service neutron] 10.222.0.61 "GET /v2.0/networks/730b9790-c1e3-474e-a663-0330ab8e1d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791769 Jun 29 10:44:10.483210 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-c559aaab-61ec-4fcd-a99a-f92aea816f71 req-918a05ee-d9fc-4ca3-a5a8-61fa0ad987f5 service neutron] 10.222.0.41 "GET /v2.0/networks/918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006796 Jun 29 10:44:10.507672 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-520d6158-b017-4a84-9024-086cc6367fde service neutron] 10.222.0.61 "GET /v2.0/networks/730b9790-c1e3-474e-a663-0330ab8e1d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988839 Jun 29 10:44:10.575531 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 47354) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:10.602046 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-c559aaab-61ec-4fcd-a99a-f92aea816f71 req-311eb4c0-e3ac-4005-982b-03952379030e service neutron] 10.222.0.41 "GET /v2.0/networks/918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071925 Jun 29 10:44:10.685672 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-5f352721-d7b7-4eaf-96f8-8b10c516053e req-3f0da167-440d-4aa8-b4b3-3ac1f25fa2b6 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=83ed5a7f-9cca-405a-89e9-767f1ef01460 HTTP/1.1" status: 200 len: 210 time: 0.0291736 Jun 29 10:44:10.699001 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1f38fd63-046b-4bb3-8b6f-b117d0a5b086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:10.798270 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1f38fd63-046b-4bb3-8b6f-b117d0a5b086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:10.802361 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1f38fd63-046b-4bb3-8b6f-b117d0a5b086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:10.805886 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-83e0208c-2bb1-4d01-b85a-f28bf902129e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:10.857364 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-1f38fd63-046b-4bb3-8b6f-b117d0a5b086 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=908588ebc4d141f38a4024545ef2fd50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2807088 Jun 29 10:44:10.858248 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38fd63-046b-4bb3-8b6f-b117d0a5b086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=decd5767-435d-45bd-af3a-862a80bedb28,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:10.860083 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 47370) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:10.865722 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f38fd63-046b-4bb3-8b6f-b117d0a5b086 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:10.866085 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f38fd63-046b-4bb3-8b6f-b117d0a5b086 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:10.866433 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f38fd63-046b-4bb3-8b6f-b117d0a5b086 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:10.866797 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f38fd63-046b-4bb3-8b6f-b117d0a5b086 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:10.867140 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f38fd63-046b-4bb3-8b6f-b117d0a5b086 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:10.867481 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f38fd63-046b-4bb3-8b6f-b117d0a5b086 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:10.867815 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f38fd63-046b-4bb3-8b6f-b117d0a5b086 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:10.868143 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f38fd63-046b-4bb3-8b6f-b117d0a5b086 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:10.868518 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f38fd63-046b-4bb3-8b6f-b117d0a5b086 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:10.868861 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f38fd63-046b-4bb3-8b6f-b117d0a5b086 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:10.869176 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f38fd63-046b-4bb3-8b6f-b117d0a5b086 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:10.869503 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f38fd63-046b-4bb3-8b6f-b117d0a5b086 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:10.873448 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-1f38fd63-046b-4bb3-8b6f-b117d0a5b086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:10.952886 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5cb10065-cfad-4a48-a916-82eb06f7d029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:10.982186 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2fa2c-fe80-4619-823c-7d43730eeb34 req-1cd00d33-6ed7-4b67-853b-0bd09d75f226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:10.983725 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-4cf2fa2c-fe80-4619-823c-7d43730eeb34 req-1cd00d33-6ed7-4b67-853b-0bd09d75f226 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1ea4791d1b04b298cdfcb878b9a2e28&device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 1098 time: 0.0960488 Jun 29 10:44:10.985535 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5cb10065-cfad-4a48-a916-82eb06f7d029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:11.102161 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5cb10065-cfad-4a48-a916-82eb06f7d029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:11.105014 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5cb10065-cfad-4a48-a916-82eb06f7d029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:11.109191 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-5cb10065-cfad-4a48-a916-82eb06f7d029 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/decd5767-435d-45bd-af3a-862a80bedb28 HTTP/1.1" status: 204 len: 168 time: 0.2480142 Jun 29 10:44:11.111553 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-fd9461e2-cb78-47f2-bdb5-842d9a1f7ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:11.119762 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb10065-cfad-4a48-a916-82eb06f7d029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=decd5767-435d-45bd-af3a-862a80bedb28,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:11.123444 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2fa2c-fe80-4619-823c-7d43730eeb34 req-243a041c-c627-41ec-afe6-d920d1f81a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:11.124893 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-4cf2fa2c-fe80-4619-823c-7d43730eeb34 req-243a041c-c627-41ec-afe6-d920d1f81a57 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b187e754-07fe-4781-924a-d886b55c9244 HTTP/1.1" status: 200 len: 918 time: 0.1326737 Jun 29 10:44:11.129723 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb10065-cfad-4a48-a916-82eb06f7d029 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:11.130127 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb10065-cfad-4a48-a916-82eb06f7d029 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:11.130621 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb10065-cfad-4a48-a916-82eb06f7d029 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:11.130983 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb10065-cfad-4a48-a916-82eb06f7d029 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:11.131460 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb10065-cfad-4a48-a916-82eb06f7d029 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:11.131846 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb10065-cfad-4a48-a916-82eb06f7d029 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:11.132177 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb10065-cfad-4a48-a916-82eb06f7d029 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:11.132821 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb10065-cfad-4a48-a916-82eb06f7d029 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:11.133554 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb10065-cfad-4a48-a916-82eb06f7d029 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:11.134774 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb10065-cfad-4a48-a916-82eb06f7d029 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:11.135406 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb10065-cfad-4a48-a916-82eb06f7d029 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:11.135929 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb10065-cfad-4a48-a916-82eb06f7d029 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:11.140006 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-5cb10065-cfad-4a48-a916-82eb06f7d029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:11.179806 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00503c83-21d4-43eb-9f47-8d5d9cc8bb90 req-4e5d3626-ffb1-4f58-9184-928cd5c732e3 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:11.181897 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-00503c83-21d4-43eb-9f47-8d5d9cc8bb90 req-4e5d3626-ffb1-4f58-9184-928cd5c732e3 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.0752366 Jun 29 10:44:11.241887 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-4cf2fa2c-fe80-4619-823c-7d43730eeb34 req-6c1606f1-1976-42eb-a682-0e3137ebe536 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f81f0739-2eca-4195-b5b1-9f5daf0ce8f0 HTTP/1.1" status: 200 len: 1000 time: 0.0861650 Jun 29 10:44:11.246436 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-00503c83-21d4-43eb-9f47-8d5d9cc8bb90 req-672b0242-4f69-43ea-a1c0-72347809174b tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539036 Jun 29 10:44:11.327856 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2fa2c-fe80-4619-823c-7d43730eeb34 req-7e8ded4d-7b4a-40ed-be5e-8d170295c84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:11.329812 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-4cf2fa2c-fe80-4619-823c-7d43730eeb34 req-7e8ded4d-7b4a-40ed-be5e-8d170295c84c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1434ea17-151b-4fa4-8fce-ecfeaa34af2c HTTP/1.1" status: 200 len: 856 time: 0.0531249 Jun 29 10:44:11.413928 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2fa2c-fe80-4619-823c-7d43730eeb34 req-1fc52fc9-d093-43fa-84e2-3c318c42d28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:11.416133 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-4cf2fa2c-fe80-4619-823c-7d43730eeb34 req-1fc52fc9-d093-43fa-84e2-3c318c42d28f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b187e754-07fe-4781-924a-d886b55c9244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0770376 Jun 29 10:44:11.421306 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a2dd81-66ca-4ef5-9360-3bae54f52f2b req-755b1ac0-8be7-4e54-8ca0-c327f0fc8ea9 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:11.422878 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-10a2dd81-66ca-4ef5-9360-3bae54f52f2b req-755b1ac0-8be7-4e54-8ca0-c327f0fc8ea9 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 945 time: 0.1040018 Jun 29 10:44:11.466327 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-10a2dd81-66ca-4ef5-9360-3bae54f52f2b req-7463342d-bdb9-41f3-8a55-409ddd40fdd0 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363681 Jun 29 10:44:11.514736 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-4cf2fa2c-fe80-4619-823c-7d43730eeb34 req-88121a7b-1ede-494b-9a81-d44638984604 service neutron] 10.222.0.41 "GET /v2.0/networks/b187e754-07fe-4781-924a-d886b55c9244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871739 Jun 29 10:44:11.604974 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-4cf2fa2c-fe80-4619-823c-7d43730eeb34 req-6a1d88c2-8bc4-406a-96c7-7c5fd80fdf86 service neutron] 10.222.0.41 "GET /v2.0/networks/b187e754-07fe-4781-924a-d886b55c9244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808468 Jun 29 10:44:11.828279 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-2ca33e03-8730-4ded-aa3c-bd058fc6439f req-fd968825-aee5-400c-afe3-3634d2d7f987 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=83ed5a7f-9cca-405a-89e9-767f1ef01460 HTTP/1.1" status: 200 len: 210 time: 0.0347590 Jun 29 10:44:12.105983 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-589d8448-d417-42aa-92e3-de73ac583b1c tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:12.107424 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-589d8448-d417-42aa-92e3-de73ac583b1c tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.41 "GET /v2.0/networks?id=730b9790-c1e3-474e-a663-0330ab8e1d49 HTTP/1.1" status: 200 len: 814 time: 0.0989072 Jun 29 10:44:12.137425 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-eb7c9ad7-7a3e-4a43-985c-df4585afcc01 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Request body: {'port': {'device_id': '83ed5a7f-9cca-405a-89e9-767f1ef01460', 'network_id': '730b9790-c1e3-474e-a663-0330ab8e1d49', 'admin_state_up': True, 'tenant_id': 'dad9db5067174f9cb9eb9c074e88edeb'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:12.245328 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-eb7c9ad7-7a3e-4a43-985c-df4585afcc01 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Made reservation on behalf of dad9db5067174f9cb9eb9c074e88edeb for: {'port': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:44:12.248848 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-eb7c9ad7-7a3e-4a43-985c-df4585afcc01 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:12.372431 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-eb7c9ad7-7a3e-4a43-985c-df4585afcc01 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Allocated IP 172.20.0.10 (730b9790-c1e3-474e-a663-0330ab8e1d49/1643e872-1bdb-489a-8d50-24dbd0235148/7869892e-bbfa-4094-b9b6-04a96b37e29c) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:44:12.418750 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14328456-83af-4506-8f2e-4f30f1993081 req-179ad26a-4001-4c69-acbd-0e0ba4ab34cd tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:12.420209 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-14328456-83af-4506-8f2e-4f30f1993081 req-179ad26a-4001-4c69-acbd-0e0ba4ab34cd tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.0626917 Jun 29 10:44:12.459995 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-14328456-83af-4506-8f2e-4f30f1993081 req-72dcacc8-6fc5-4fbc-9c2f-3756b6e0b70c tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338328 Jun 29 10:44:12.518749 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-eb7c9ad7-7a3e-4a43-985c-df4585afcc01 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:12.556873 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-eb7c9ad7-7a3e-4a43-985c-df4585afcc01 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4232069'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:12.560574 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-a9899407-c37a-4ea4-936e-dff0086225d2 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:12.608368 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-eb7c9ad7-7a3e-4a43-985c-df4585afcc01 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Network 730b9790-c1e3-474e-a663-0330ab8e1d49 is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:44:12.611760 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-eb7c9ad7-7a3e-4a43-985c-df4585afcc01 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:12.614090 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] get_ports_and_sgs() called for port_ids ['a8a396db-ba2e-4df9-ae26-ac99811fbb95', '76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d', '46638af4-8f63-4180-893a-de25f5f7ba3b'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:44:12.615633 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-eb7c9ad7-7a3e-4a43-985c-df4585afcc01 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:44:12.622063 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c9ad7-7a3e-4a43-985c-df4585afcc01 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Pushing event updated for resources: {'Port': ['ID=7869892e-bbfa-4094-b9b6-04a96b37e29c,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:12.641091 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-eb7c9ad7-7a3e-4a43-985c-df4585afcc01 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:12.651466 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89d581-a7f1-4f8e-a5fd-07800a7da499 req-55bcc3d6-4cc6-45c3-93c8-b004f788835d tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:12.653189 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8e89d581-a7f1-4f8e-a5fd-07800a7da499 req-55bcc3d6-4cc6-45c3-93c8-b004f788835d tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 945 time: 0.0692329 Jun 29 10:44:12.670053 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-eb7c9ad7-7a3e-4a43-985c-df4585afcc01 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:12.670862 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-eb7c9ad7-7a3e-4a43-985c-df4585afcc01 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:12.685414 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-eb7c9ad7-7a3e-4a43-985c-df4585afcc01 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5518186 Jun 29 10:44:12.692796 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8e89d581-a7f1-4f8e-a5fd-07800a7da499 req-fea5e77b-5a06-4779-8df2-90a3a7a05546 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328305 Jun 29 10:44:12.707228 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-ba9f371a-b38e-42b7-b4da-fd339df323a2 service neutron] Request body: {'port': {'device_id': '83ed5a7f-9cca-405a-89e9-767f1ef01460', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:12.776706 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-ba9f371a-b38e-42b7-b4da-fd339df323a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:13.012043 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fbfa25-ead9-456b-a607-c69f73a37ea0 req-5774cb26-9495-408e-995f-b1d38cf172ce tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:13.013488 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-00fbfa25-ead9-456b-a607-c69f73a37ea0 req-5774cb26-9495-408e-995f-b1d38cf172ce tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=83ed5a7f-9cca-405a-89e9-767f1ef01460 HTTP/1.1" status: 200 len: 932 time: 0.0683529 Jun 29 10:44:13.051034 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-00fbfa25-ead9-456b-a607-c69f73a37ea0 req-50a1b3d5-cdb2-490a-9872-91c690b3fa2a tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317142 Jun 29 10:44:13.051686 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.notifiers.nova [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-ba9f371a-b38e-42b7-b4da-fd339df323a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7869892e-bbfa-4094-b9b6-04a96b37e29c {{(pid=99532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:44:13.059509 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-ba9f371a-b38e-42b7-b4da-fd339df323a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:13.071317 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.provisioning_blocks [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-ba9f371a-b38e-42b7-b4da-fd339df323a2 service neutron] Transition to ACTIVE for port object 7869892e-bbfa-4094-b9b6-04a96b37e29c will not be triggered until provisioned by entity L2. {{(pid=99532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:44:13.075710 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-ba9f371a-b38e-42b7-b4da-fd339df323a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4232083'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:13.077679 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-f6ef657b-aff5-4657-a10d-74d4086725c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:13.122695 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f371a-b38e-42b7-b4da-fd339df323a2 service neutron] Pushing event updated for resources: {'Port': ['ID=7869892e-bbfa-4094-b9b6-04a96b37e29c,revision_number=2']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:13.126708 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-ba9f371a-b38e-42b7-b4da-fd339df323a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:13.191432 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-ba9f371a-b38e-42b7-b4da-fd339df323a2 service neutron] Attempting to bind port 7869892e-bbfa-4094-b9b6-04a96b37e29c on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:44:13.191763 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-ba9f371a-b38e-42b7-b4da-fd339df323a2 service neutron] Attempting to bind port 7869892e-bbfa-4094-b9b6-04a96b37e29c by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '9f0c74f0-432e-4950-b3d2-3a9e79de6a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '730b9790-c1e3-474e-a663-0330ab8e1d49'}] {{(pid=99532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:44:13.192090 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-ba9f371a-b38e-42b7-b4da-fd339df323a2 service neutron] Attempting to bind port 7869892e-bbfa-4094-b9b6-04a96b37e29c on network 730b9790-c1e3-474e-a663-0330ab8e1d49 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:13.196209 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-ba9f371a-b38e-42b7-b4da-fd339df323a2 service neutron] Port 7869892e-bbfa-4094-b9b6-04a96b37e29c on network 730b9790-c1e3-474e-a663-0330ab8e1d49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:44:13.197035 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-ba9f371a-b38e-42b7-b4da-fd339df323a2 service neutron] Attempting to bind port 7869892e-bbfa-4094-b9b6-04a96b37e29c on network 730b9790-c1e3-474e-a663-0330ab8e1d49 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:13.201711 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-ba9f371a-b38e-42b7-b4da-fd339df323a2 service neutron] Checking agent: {'id': 'd76c2234-1a1a-45d0-9761-a55b876eff8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 39, 54), 'started_at': datetime.datetime(2021, 6, 29, 10, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 43, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:44:13.202044 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-ba9f371a-b38e-42b7-b4da-fd339df323a2 service neutron] Checking segment: {'id': '9f0c74f0-432e-4950-b3d2-3a9e79de6a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '730b9790-c1e3-474e-a663-0330ab8e1d49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:44:13.202424 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-ba9f371a-b38e-42b7-b4da-fd339df323a2 service neutron] Bound using segment: {'id': '9f0c74f0-432e-4950-b3d2-3a9e79de6a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '730b9790-c1e3-474e-a663-0330ab8e1d49'} {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:44:13.202872 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-ba9f371a-b38e-42b7-b4da-fd339df323a2 service neutron] Bound port: 7869892e-bbfa-4094-b9b6-04a96b37e29c, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f0c74f0-432e-4950-b3d2-3a9e79de6a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '730b9790-c1e3-474e-a663-0330ab8e1d49'}}] {{(pid=99532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:44:13.203221 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-ba9f371a-b38e-42b7-b4da-fd339df323a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:13.265509 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-ba9f371a-b38e-42b7-b4da-fd339df323a2 service neutron] For port 7869892e-bbfa-4094-b9b6-04a96b37e29c, host hv-cinder-79220, cleared binding levels {{(pid=99532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:44:13.268472 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-ba9f371a-b38e-42b7-b4da-fd339df323a2 service neutron] For port 7869892e-bbfa-4094-b9b6-04a96b37e29c, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=7869892e-bbfa-4094-b9b6-04a96b37e29c,segment=NetworkSegment(9f0c74f0-432e-4950-b3d2-3a9e79de6a51),segment_id=9f0c74f0-432e-4950-b3d2-3a9e79de6a51)] {{(pid=99532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:44:13.272579 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-ba9f371a-b38e-42b7-b4da-fd339df323a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4232083'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:13.276012 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-5c61b97d-1248-47e7-bbaa-8b4bf1777a59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:13.309749 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-ba9f371a-b38e-42b7-b4da-fd339df323a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:13.310369 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-ba9f371a-b38e-42b7-b4da-fd339df323a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:13.311778 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-ba9f371a-b38e-42b7-b4da-fd339df323a2 service neutron] 10.222.0.41 "PUT /v2.0/ports/7869892e-bbfa-4094-b9b6-04a96b37e29c HTTP/1.1" status: 200 len: 1094 time: 0.6089242 Jun 29 10:44:13.312229 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ed5a7f-9cca-405a-89e9-767f1ef01460', 'tag': '7869892e-bbfa-4094-b9b6-04a96b37e29c'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:44:13.314471 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}741eff7b388cda03fc4d9e55606c84397052c5857ae4d93d7a3b4e67aaed09af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f21aa2-f0b4-405d-882d-0ce2ade03b1d" -d '{"events": [{"name": "network-changed", "server_uuid": "83ed5a7f-9cca-405a-89e9-767f1ef01460", "tag": "7869892e-bbfa-4094-b9b6-04a96b37e29c"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:44:13.332670 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f371a-b38e-42b7-b4da-fd339df323a2 service neutron] Pushing event updated for resources: {'Port': ['ID=7869892e-bbfa-4094-b9b6-04a96b37e29c,revision_number=3']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:13.335812 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-ba9f371a-b38e-42b7-b4da-fd339df323a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:13.354364 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8917c895-5441-452e-813f-9b425bcdc6c6 x-openstack-request-id: req-8917c895-5441-452e-813f-9b425bcdc6c6 {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:44:13.354725 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ed5a7f-9cca-405a-89e9-767f1ef01460", "tag": "7869892e-bbfa-4094-b9b6-04a96b37e29c", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:44:13.355011 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8917c895-5441-452e-813f-9b425bcdc6c6 {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:44:13.355446 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83ed5a7f-9cca-405a-89e9-767f1ef01460', 'tag': '7869892e-bbfa-4094-b9b6-04a96b37e29c', 'status': 'completed', 'code': 200} Jun 29 10:44:13.451747 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-dc8f0dfe-baa7-4ba8-a04a-7a6946893032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:13.453179 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-dc8f0dfe-baa7-4ba8-a04a-7a6946893032 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dad9db5067174f9cb9eb9c074e88edeb&device_id=83ed5a7f-9cca-405a-89e9-767f1ef01460 HTTP/1.1" status: 200 len: 1097 time: 0.0512373 Jun 29 10:44:13.512386 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-d615a939-06e2-4016-84df-0a39ac3ce9ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7869892e-bbfa-4094-b9b6-04a96b37e29c HTTP/1.1" status: 200 len: 217 time: 0.0353982 Jun 29 10:44:13.564240 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-a76b7f03-1a5c-4c83-b0f6-654684349805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:13.565683 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-a76b7f03-1a5c-4c83-b0f6-654684349805 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1643e872-1bdb-489a-8d50-24dbd0235148 HTTP/1.1" status: 200 len: 854 time: 0.0434256 Jun 29 10:44:13.605260 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-2789fdb8-bc25-465c-a251-d08179f658fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=730b9790-c1e3-474e-a663-0330ab8e1d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268230 Jun 29 10:44:13.639354 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94dda1-d62d-4541-8d7f-20885d40d0c3 req-b2115bdb-dd25-4fcf-9ede-7377789ad2be tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:13.640773 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-5f94dda1-d62d-4541-8d7f-20885d40d0c3 req-b2115bdb-dd25-4fcf-9ede-7377789ad2be tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.0626156 Jun 29 10:44:13.678015 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-5f94dda1-d62d-4541-8d7f-20885d40d0c3 req-7c96792a-ad9b-451f-b036-093b8fd3b149 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315998 Jun 29 10:44:13.697743 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-8645bd66-b120-4288-850b-4155a2696a65 service neutron] 10.222.0.41 "GET /v2.0/networks/730b9790-c1e3-474e-a663-0330ab8e1d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831544 Jun 29 10:44:13.791976 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-c9fc8e2f-074d-4435-858d-9fa8dbff3549 req-4c0bb4fb-e06a-4833-a93e-031525ffdd3b service neutron] 10.222.0.41 "GET /v2.0/networks/730b9790-c1e3-474e-a663-0330ab8e1d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805199 Jun 29 10:44:13.877802 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a969c1-019f-48fc-9e84-3a6214738b4c req-a68d49b1-baff-430a-b2bf-886970effdc4 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:13.879401 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-79a969c1-019f-48fc-9e84-3a6214738b4c req-a68d49b1-baff-430a-b2bf-886970effdc4 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 945 time: 0.0680764 Jun 29 10:44:13.918297 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-79a969c1-019f-48fc-9e84-3a6214738b4c req-448ef9b6-8aea-4e1b-9dba-d3b2bc651fcf tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320973 Jun 29 10:44:13.986318 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f21aa2-f0b4-405d-882d-0ce2ade03b1d req-ddeb7bcc-c220-4794-815e-6442a67ae30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:13.987796 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-a9f21aa2-f0b4-405d-882d-0ce2ade03b1d req-ddeb7bcc-c220-4794-815e-6442a67ae30b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dad9db5067174f9cb9eb9c074e88edeb&device_id=83ed5a7f-9cca-405a-89e9-767f1ef01460 HTTP/1.1" status: 200 len: 1097 time: 0.0542800 Jun 29 10:44:14.086127 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f21aa2-f0b4-405d-882d-0ce2ade03b1d req-90d1d94a-e332-44c0-b381-f39ef5d8b3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:14.087648 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-a9f21aa2-f0b4-405d-882d-0ce2ade03b1d req-90d1d94a-e332-44c0-b381-f39ef5d8b3e1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=730b9790-c1e3-474e-a663-0330ab8e1d49 HTTP/1.1" status: 200 len: 915 time: 0.0860374 Jun 29 10:44:14.132345 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-a9f21aa2-f0b4-405d-882d-0ce2ade03b1d req-4fd576da-9a50-44df-86b4-b2a110dfbf25 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7869892e-bbfa-4094-b9b6-04a96b37e29c HTTP/1.1" status: 200 len: 217 time: 0.0327125 Jun 29 10:44:14.184883 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f21aa2-f0b4-405d-882d-0ce2ade03b1d req-8663158e-bec2-4e27-b1a6-d2c463957e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:14.186226 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-a9f21aa2-f0b4-405d-882d-0ce2ade03b1d req-8663158e-bec2-4e27-b1a6-d2c463957e7f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1643e872-1bdb-489a-8d50-24dbd0235148 HTTP/1.1" status: 200 len: 854 time: 0.0431461 Jun 29 10:44:14.219998 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774398c-1c5b-4b4b-bfa4-c7722bbf498f req-b8a73d1c-9651-4db6-9b7a-11dfaa50d6d2 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:14.221520 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-9774398c-1c5b-4b4b-bfa4-c7722bbf498f req-b8a73d1c-9651-4db6-9b7a-11dfaa50d6d2 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=83ed5a7f-9cca-405a-89e9-767f1ef01460 HTTP/1.1" status: 200 len: 944 time: 0.0621448 Jun 29 10:44:14.225559 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-a9f21aa2-f0b4-405d-882d-0ce2ade03b1d req-f8c1f44a-1b05-4f0d-a9f0-8db9ab15cbaf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=730b9790-c1e3-474e-a663-0330ab8e1d49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291197 Jun 29 10:44:14.258077 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-9774398c-1c5b-4b4b-bfa4-c7722bbf498f req-e4f37f50-9cb0-495e-9863-ea801e5e1b85 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309870 Jun 29 10:44:14.315943 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-a9f21aa2-f0b4-405d-882d-0ce2ade03b1d req-ef2908a3-d8ba-4c2b-a1f0-4adda0640033 service neutron] 10.222.0.41 "GET /v2.0/networks/730b9790-c1e3-474e-a663-0330ab8e1d49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786281 Jun 29 10:44:14.418226 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-a9f21aa2-f0b4-405d-882d-0ce2ade03b1d req-69683b41-b95e-48d7-926e-b30507311ead service neutron] 10.222.0.41 "GET /v2.0/networks/730b9790-c1e3-474e-a663-0330ab8e1d49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887792 Jun 29 10:44:14.844464 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73828e42-569e-4875-90ea-4c4992e75505 req-733dac1a-aed1-4c38-b568-9111270c59fc tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:14.845889 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-73828e42-569e-4875-90ea-4c4992e75505 req-733dac1a-aed1-4c38-b568-9111270c59fc tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.0606930 Jun 29 10:44:14.881643 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-73828e42-569e-4875-90ea-4c4992e75505 req-fa5749e4-e7fb-4a38-984d-5d9b75d5943c tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302815 Jun 29 10:44:15.106720 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e96426-f8d1-4eeb-b6a7-a7c3e8fece76 req-daad8811-0ad2-410e-9093-bab50d4d5493 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:15.108166 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b3e96426-f8d1-4eeb-b6a7-a7c3e8fece76 req-daad8811-0ad2-410e-9093-bab50d4d5493 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 945 time: 0.0654399 Jun 29 10:44:15.144415 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b3e96426-f8d1-4eeb-b6a7-a7c3e8fece76 req-74422a5f-d57e-4814-869b-837ccac23d94 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306451 Jun 29 10:44:15.435726 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4edda27-b8b7-40e2-adc2-c529e571f038 req-e1abaaa1-7e3e-4679-abe3-139b8c852977 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:15.437247 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f4edda27-b8b7-40e2-adc2-c529e571f038 req-e1abaaa1-7e3e-4679-abe3-139b8c852977 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=83ed5a7f-9cca-405a-89e9-767f1ef01460 HTTP/1.1" status: 200 len: 944 time: 0.0665028 Jun 29 10:44:15.475016 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f4edda27-b8b7-40e2-adc2-c529e571f038 req-f2e8832c-93cf-49fa-9689-2ed6a2a35779 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321622 Jun 29 10:44:15.918569 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c1e6c-9546-41fc-af07-ff7b81872dc4 req-9f0ce710-d432-4a5c-83c1-18d7e329f2c9 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:15.920957 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8b8c1e6c-9546-41fc-af07-ff7b81872dc4 req-9f0ce710-d432-4a5c-83c1-18d7e329f2c9 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 945 time: 0.0750506 Jun 29 10:44:15.980859 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8b8c1e6c-9546-41fc-af07-ff7b81872dc4 req-1e47fd63-3b1c-4592-87ce-994260e28265 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512156 Jun 29 10:44:16.065534 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c5de5-b53a-4466-9c3f-d7b65f33d73f req-feca1f93-6af2-419a-98ff-a844fa903764 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:16.067007 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-242c5de5-b53a-4466-9c3f-d7b65f33d73f req-feca1f93-6af2-419a-98ff-a844fa903764 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.0631869 Jun 29 10:44:16.106070 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-242c5de5-b53a-4466-9c3f-d7b65f33d73f req-6e84b85d-6d75-446c-8261-30e3c2d16fce tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324016 Jun 29 10:44:16.114189 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device 7869892e-bbfa-4094-b9b6-04a96b37e29c details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:44:16.135427 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device f81f0739-2eca-4195-b5b1-9f5daf0ce8f0 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:44:16.209473 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 47464) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:16.268518 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port 7869892e-bbfa-4094-b9b6-04a96b37e29c, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=7869892e-bbfa-4094-b9b6-04a96b37e29c,segment=NetworkSegment(9f0c74f0-432e-4950-b3d2-3a9e79de6a51),segment_id=9f0c74f0-432e-4950-b3d2-3a9e79de6a51)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:16.281551 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Returning: {'device': '7869892e-bbfa-4094-b9b6-04a96b37e29c', 'network_id': '730b9790-c1e3-474e-a663-0330ab8e1d49', 'port_id': '7869892e-bbfa-4094-b9b6-04a96b37e29c', 'mac_address': 'fa:16:3e:55:af:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1643e872-1bdb-489a-8d50-24dbd0235148', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:44:16.283063 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:16.304957 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-cbc1feca-0e54-41cc-b79a-599097d7e601 req-a3cf0aac-af3e-4d8b-826f-a06edd4c93b0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0942690 Jun 29 10:44:16.324833 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef1710dd-53bf-47bc-8037-9abc8dbbd0b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f81f0739-2eca-4195-b5b1-9f5daf0ce8f0'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:44:16.327511 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3762a8f488588fc24900269a9cc386d753c3d6f951c38e7bc7f446f2f69fbffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e1fc44a-a9e6-4908-933d-70265366848f" -d '{"events": [{"server_uuid": "ef1710dd-53bf-47bc-8037-9abc8dbbd0b0", "name": "network-vif-unplugged", "status": "completed", "tag": "f81f0739-2eca-4195-b5b1-9f5daf0ce8f0"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:44:16.345558 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port f81f0739-2eca-4195-b5b1-9f5daf0ce8f0, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f81f0739-2eca-4195-b5b1-9f5daf0ce8f0,segment=NetworkSegment(8e84c1c5-221f-4c99-9606-1ea868266866),segment_id=8e84c1c5-221f-4c99-9606-1ea868266866)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:16.348250 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:16.351500 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:16.358742 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d60d3292-dbbf-4734-8258-ed18aa1f9e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:16.364759 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Jun 2021 10:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7bc3526-de06-48b3-89f6-98684b3195b8 x-openstack-request-id: req-f7bc3526-de06-48b3-89f6-98684b3195b8 {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:44:16.365054 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef1710dd-53bf-47bc-8037-9abc8dbbd0b0", "name": "network-vif-unplugged", "status": "failed", "tag": "f81f0739-2eca-4195-b5b1-9f5daf0ce8f0", "code": 422}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:44:16.365306 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f7bc3526-de06-48b3-89f6-98684b3195b8 {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:44:16.365701 dv-cinder-792209-3-iscsi neutron-server[99534]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ef1710dd-53bf-47bc-8037-9abc8dbbd0b0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f81f0739-2eca-4195-b5b1-9f5daf0ce8f0', 'code': 422} returned with failed status Jun 29 10:44:16.504401 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7869892e-bbfa-4094-b9b6-04a96b37e29c {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:44:16.542060 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port 7869892e-bbfa-4094-b9b6-04a96b37e29c, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=7869892e-bbfa-4094-b9b6-04a96b37e29c,segment=NetworkSegment(9f0c74f0-432e-4950-b3d2-3a9e79de6a51),segment_id=9f0c74f0-432e-4950-b3d2-3a9e79de6a51)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:16.545344 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=f81f0739-2eca-4195-b5b1-9f5daf0ce8f0,revision_number=8']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:16.548388 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:16.550102 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:16.550559 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:16.597023 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=7869892e-bbfa-4094-b9b6-04a96b37e29c,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:16.600136 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:16.699938 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e2142-5fbb-4645-a2ff-c4a5aa770442 req-5aa3378a-9e6e-4455-a357-32135a813702 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:16.701377 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8b3e2142-5fbb-4645-a2ff-c4a5aa770442 req-5aa3378a-9e6e-4455-a357-32135a813702 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=83ed5a7f-9cca-405a-89e9-767f1ef01460 HTTP/1.1" status: 200 len: 945 time: 0.0671937 Jun 29 10:44:16.741133 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8b3e2142-5fbb-4645-a2ff-c4a5aa770442 req-0c0067fe-e961-4058-bc85-44647b1ba7ce tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332959 Jun 29 10:44:17.066939 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] get_ports_and_sgs() called for port_ids ['7869892e-bbfa-4094-b9b6-04a96b37e29c'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:44:17.191726 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2785e-70d7-42b0-b490-66e0d14d2401 req-95d8d905-ca05-4e8a-8f90-2bd689f471e4 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:17.193177 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-2fa2785e-70d7-42b0-b490-66e0d14d2401 req-95d8d905-ca05-4e8a-8f90-2bd689f471e4 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 943 time: 0.0694489 Jun 29 10:44:17.241647 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-2fa2785e-70d7-42b0-b490-66e0d14d2401 req-82edbffe-f9a2-4439-a164-aa4716a71c11 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407147 Jun 29 10:44:17.290538 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795a5df-d5a4-42c9-81f0-19d1bd58ac13 req-b8f6057d-89a1-49c0-b512-1087dc8abc0c tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:17.292022 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-7795a5df-d5a4-42c9-81f0-19d1bd58ac13 req-b8f6057d-89a1-49c0-b512-1087dc8abc0c tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.0641527 Jun 29 10:44:17.328626 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-7795a5df-d5a4-42c9-81f0-19d1bd58ac13 req-8fd2f2b3-d9c7-4989-814b-bb552277105e tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310197 Jun 29 10:44:17.732625 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-841f6a56-6ad7-434c-9c4e-f62ad8f3dab9 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1595761341&fields=id&tenant_id=fc36cdfa812e4636821c2b2d1b679dd1 HTTP/1.1" status: 200 len: 267 time: 0.0331786 Jun 29 10:44:17.842318 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-ca4f2158-1ff2-44f6-8adf-983a84172b4c tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:17.844247 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-ca4f2158-1ff2-44f6-8adf-983a84172b4c tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/networks?id=3e46ac46-13aa-440b-9acd-79dc5c709b8a HTTP/1.1" status: 200 len: 809 time: 0.1049993 Jun 29 10:44:17.861874 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-f5d108ee-c0fd-421b-bd05-903be0dde121 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/quotas/fc36cdfa812e4636821c2b2d1b679dd1 HTTP/1.1" status: 200 len: 375 time: 0.0113256 Jun 29 10:44:17.961758 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b379a-7e7e-415d-a848-ea1cf5c08f0f req-6728c5d9-b927-4246-83f9-74cddcbd8ebb tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:17.963780 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-4d0b379a-7e7e-415d-a848-ea1cf5c08f0f req-6728c5d9-b927-4246-83f9-74cddcbd8ebb tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=83ed5a7f-9cca-405a-89e9-767f1ef01460 HTTP/1.1" status: 200 len: 945 time: 0.1045182 Jun 29 10:44:17.982514 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-01d25223-a4fa-4a12-b417-2a828583c5c9 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc36cdfa812e4636821c2b2d1b679dd1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1119909 Jun 29 10:44:18.045835 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-4d0b379a-7e7e-415d-a848-ea1cf5c08f0f req-74c08f9f-90ab-49c9-809c-81d208b2b097 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755925 Jun 29 10:44:18.084020 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-2fbac056-fc72-44c4-ab6e-9ae8a4d6b0db service neutron] 10.222.0.61 "GET /v2.0/networks/3e46ac46-13aa-440b-9acd-79dc5c709b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888948 Jun 29 10:44:18.128836 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device 7869892e-bbfa-4094-b9b6-04a96b37e29c up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:18.172401 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-6e2101bb-d57f-4b00-bb3d-94f076819e9a service neutron] 10.222.0.61 "GET /v2.0/networks/3e46ac46-13aa-440b-9acd-79dc5c709b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821891 Jun 29 10:44:18.176505 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Provisioning for port 7869892e-bbfa-4094-b9b6-04a96b37e29c completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:18.180138 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Provisioning complete for port 7869892e-bbfa-4094-b9b6-04a96b37e29c triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:18.180513 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:18.259324 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:18.307723 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port 7869892e-bbfa-4094-b9b6-04a96b37e29c, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=7869892e-bbfa-4094-b9b6-04a96b37e29c,segment=NetworkSegment(9f0c74f0-432e-4950-b3d2-3a9e79de6a51),segment_id=9f0c74f0-432e-4950-b3d2-3a9e79de6a51)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:18.312075 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:18.315307 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-70aafe65-095f-412a-b4ad-160d1052420b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:18.366203 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ed5a7f-9cca-405a-89e9-767f1ef01460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7869892e-bbfa-4094-b9b6-04a96b37e29c'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:44:18.369373 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3762a8f488588fc24900269a9cc386d753c3d6f951c38e7bc7f446f2f69fbffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ea11a1-7503-42a8-b89b-30e7c38a877e" -d '{"events": [{"server_uuid": "83ed5a7f-9cca-405a-89e9-767f1ef01460", "name": "network-vif-plugged", "status": "completed", "tag": "7869892e-bbfa-4094-b9b6-04a96b37e29c"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:44:18.381764 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=7869892e-bbfa-4094-b9b6-04a96b37e29c,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:18.385462 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:18.435054 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1feca-0e54-41cc-b79a-599097d7e601 req-6101d1df-e911-49fb-9d31-8ec3f67a2ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:18.436528 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-cbc1feca-0e54-41cc-b79a-599097d7e601 req-6101d1df-e911-49fb-9d31-8ec3f67a2ed9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0&tenant_id=f1ea4791d1b04b298cdfcb878b9a2e28 HTTP/1.1" status: 200 len: 1096 time: 0.1197541 Jun 29 10:44:18.444486 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11d017-ebcf-4451-93a1-daa93427358f req-c4924fdd-c577-4217-bf24-db5a1f089230 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:18.447084 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6d11d017-ebcf-4451-93a1-daa93427358f req-c4924fdd-c577-4217-bf24-db5a1f089230 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 943 time: 0.0688105 Jun 29 10:44:18.500505 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6d11d017-ebcf-4451-93a1-daa93427358f req-d457e579-d58e-4cea-8007-91cf9fe214d5 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487759 Jun 29 10:44:18.558363 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1feca-0e54-41cc-b79a-599097d7e601 req-e87eb1bc-1414-4187-97af-b0d26965c686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:18.560039 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-cbc1feca-0e54-41cc-b79a-599097d7e601 req-e87eb1bc-1414-4187-97af-b0d26965c686 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1ea4791d1b04b298cdfcb878b9a2e28&device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 1096 time: 0.0791152 Jun 29 10:44:18.572776 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf123c2-0bce-41f3-9a48-138a3a30e1ab x-openstack-request-id: req-dcf123c2-0bce-41f3-9a48-138a3a30e1ab {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:44:18.573196 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ed5a7f-9cca-405a-89e9-767f1ef01460", "name": "network-vif-plugged", "status": "completed", "tag": "7869892e-bbfa-4094-b9b6-04a96b37e29c", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:44:18.573385 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dcf123c2-0bce-41f3-9a48-138a3a30e1ab {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:44:18.573791 dv-cinder-792209-3-iscsi neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ed5a7f-9cca-405a-89e9-767f1ef01460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7869892e-bbfa-4094-b9b6-04a96b37e29c', 'code': 200} Jun 29 10:44:18.612324 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a2777-7ad2-42ec-8049-a4d07a6bc99d req-44c9f6d8-ac9a-4cb5-870f-3367a0e8e620 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:18.614042 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-2f6a2777-7ad2-42ec-8049-a4d07a6bc99d req-44c9f6d8-ac9a-4cb5-870f-3367a0e8e620 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.0742636 Jun 29 10:44:18.662118 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-46501dd2-8878-40b1-8d5d-d1fc2f14152b req-e687ead8-3155-42e4-9f76-f6f76cfcf91d tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 210 time: 0.0419576 Jun 29 10:44:18.690846 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-2f6a2777-7ad2-42ec-8049-a4d07a6bc99d req-2a652bdf-3ddb-4eb6-b117-6d8b27a5e107 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689425 Jun 29 10:44:18.693864 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1feca-0e54-41cc-b79a-599097d7e601 req-7d4f12c9-8034-41b4-bd53-d07e1dbc5b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:18.695421 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-cbc1feca-0e54-41cc-b79a-599097d7e601 req-7d4f12c9-8034-41b4-bd53-d07e1dbc5b5c service neutron] 10.222.0.41 "GET /v2.0/networks?id=b187e754-07fe-4781-924a-d886b55c9244 HTTP/1.1" status: 200 len: 918 time: 0.1139593 Jun 29 10:44:18.767128 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-cbc1feca-0e54-41cc-b79a-599097d7e601 req-13787ead-94e9-4a0c-bd00-71dee3f8db90 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f81f0739-2eca-4195-b5b1-9f5daf0ce8f0 HTTP/1.1" status: 200 len: 998 time: 0.0627890 Jun 29 10:44:18.816824 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1feca-0e54-41cc-b79a-599097d7e601 req-a8905d6e-0bc8-4b24-8abd-00c5f2de3688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:18.818399 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-cbc1feca-0e54-41cc-b79a-599097d7e601 req-a8905d6e-0bc8-4b24-8abd-00c5f2de3688 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1434ea17-151b-4fa4-8fce-ecfeaa34af2c HTTP/1.1" status: 200 len: 856 time: 0.0437291 Jun 29 10:44:18.888903 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c84f44-9efd-4a07-a83e-d9f6f93557c0 req-7e74930e-1883-4ada-98d2-c79ac46038dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:18.889986 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1feca-0e54-41cc-b79a-599097d7e601 req-b5c6c112-fed1-4061-8884-ee348f7d8e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:18.891398 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-42c84f44-9efd-4a07-a83e-d9f6f93557c0 req-7e74930e-1883-4ada-98d2-c79ac46038dd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=83ed5a7f-9cca-405a-89e9-767f1ef01460 HTTP/1.1" status: 200 len: 1099 time: 0.0546472 Jun 29 10:44:18.891544 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-cbc1feca-0e54-41cc-b79a-599097d7e601 req-b5c6c112-fed1-4061-8884-ee348f7d8e1a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b187e754-07fe-4781-924a-d886b55c9244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552189 Jun 29 10:44:18.928132 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-42c84f44-9efd-4a07-a83e-d9f6f93557c0 req-f89f3fb3-cdae-47e0-8d5d-2c435893fc8b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283964 Jun 29 10:44:18.987678 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-cbc1feca-0e54-41cc-b79a-599097d7e601 req-f231b3a0-0144-4654-8fd1-eb771f866769 service neutron] 10.222.0.41 "GET /v2.0/networks/b187e754-07fe-4781-924a-d886b55c9244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821023 Jun 29 10:44:19.214824 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b98c2-761f-4bc7-b882-c9e917d5873a req-a7e13822-7769-447f-a7f3-6da1d32ea5d1 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:19.216198 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-631b98c2-761f-4bc7-b882-c9e917d5873a req-a7e13822-7769-447f-a7f3-6da1d32ea5d1 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=83ed5a7f-9cca-405a-89e9-767f1ef01460 HTTP/1.1" status: 200 len: 946 time: 0.0611465 Jun 29 10:44:19.251516 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-631b98c2-761f-4bc7-b882-c9e917d5873a req-dcfb57bf-8c90-438e-8be2-1b342f75b433 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298436 Jun 29 10:44:19.348732 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-cbc1feca-0e54-41cc-b79a-599097d7e601 req-2090d6b4-5b4e-4333-af58-53867ce181c9 service neutron] 10.222.0.41 "GET /v2.0/networks/b187e754-07fe-4781-924a-d886b55c9244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879405 Jun 29 10:44:19.688199 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0fc19-7008-414e-b0c0-a51344475e1a req-71529c55-692b-4fdb-9e2c-5fec063da7db tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:19.689658 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-2da0fc19-7008-414e-b0c0-a51344475e1a req-71529c55-692b-4fdb-9e2c-5fec063da7db tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 943 time: 0.0648930 Jun 29 10:44:19.735229 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-2da0fc19-7008-414e-b0c0-a51344475e1a req-574b5c06-fc94-4ff3-b7df-68094eae8052 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355535 Jun 29 10:44:19.820070 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-263d0d8f-1756-42ee-8dfa-d4fb2f1bfd88 req-39655f30-fc56-4270-b182-e5462bdf5f4c tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 210 time: 0.0280464 Jun 29 10:44:19.907522 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee057b40-459c-40ba-ae5d-1e74bf024d88 req-c0746251-400b-4202-8784-40c6eb433a1f tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:19.909059 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ee057b40-459c-40ba-ae5d-1e74bf024d88 req-c0746251-400b-4202-8784-40c6eb433a1f tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.0653193 Jun 29 10:44:19.950268 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ee057b40-459c-40ba-ae5d-1e74bf024d88 req-84e1a0c2-dcb5-4b2e-91fd-d4a29eeb0904 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352769 Jun 29 10:44:20.426536 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af24659-ec1d-4667-828a-2ee7e3301e2e req-dbb71947-c212-4a1c-8785-88a7c7ce240c tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:20.428369 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-9af24659-ec1d-4667-828a-2ee7e3301e2e req-dbb71947-c212-4a1c-8785-88a7c7ce240c tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=83ed5a7f-9cca-405a-89e9-767f1ef01460 HTTP/1.1" status: 200 len: 946 time: 0.0634875 Jun 29 10:44:20.465820 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-9af24659-ec1d-4667-828a-2ee7e3301e2e req-cec7f5e4-2afa-4c36-8fdb-22fa97b04a6f tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314386 Jun 29 10:44:20.916937 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec771b-521d-4ee8-9198-5c0a4e484723 req-532a2550-8fba-4811-9995-668b476b5eef tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:20.919264 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-55ec771b-521d-4ee8-9198-5c0a4e484723 req-532a2550-8fba-4811-9995-668b476b5eef tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 943 time: 0.0665975 Jun 29 10:44:20.983944 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e93b90f9-e8d1-4b97-9c36-1687b748ef0f req-e566e1d4-118b-4303-829b-a3eaa8ac2fb4 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 210 time: 0.0391178 Jun 29 10:44:20.986900 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-55ec771b-521d-4ee8-9198-5c0a4e484723 req-1866c26f-3279-4cdf-ba6c-a96e2b6ac30b tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621228 Jun 29 10:44:21.154607 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294508f-49d9-4126-9c87-c8c34238f492 req-26dc23d5-dc8b-4e48-b537-9e12d4bde3b7 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:21.156129 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a294508f-49d9-4126-9c87-c8c34238f492 req-26dc23d5-dc8b-4e48-b537-9e12d4bde3b7 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.0637920 Jun 29 10:44:21.197085 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a294508f-49d9-4126-9c87-c8c34238f492 req-f0666f2c-c67b-407c-b6d6-58a4a2aa4639 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342026 Jun 29 10:44:21.638651 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0fe51-9675-4dfb-9aa8-215bf646ff6a req-41dfebd1-ebab-4fa5-934f-a79bea203af8 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:21.640203 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-77c0fe51-9675-4dfb-9aa8-215bf646ff6a req-41dfebd1-ebab-4fa5-934f-a79bea203af8 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=83ed5a7f-9cca-405a-89e9-767f1ef01460 HTTP/1.1" status: 200 len: 946 time: 0.0637519 Jun 29 10:44:21.679133 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-77c0fe51-9675-4dfb-9aa8-215bf646ff6a req-760c1c3b-8294-470e-aebb-8e4073b5085b tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321810 Jun 29 10:44:22.150516 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-bea847c9-5501-498a-90c1-d95d90f9fdd6 req-c13af595-6315-4301-85bf-179a41074db8 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 210 time: 0.0452743 Jun 29 10:44:22.204681 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc43e48-3266-4ae3-8cfd-c264a2c3f682 req-8cf6183b-f00f-4c77-b1af-be1970e6327a tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:22.207021 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8fc43e48-3266-4ae3-8cfd-c264a2c3f682 req-8cf6183b-f00f-4c77-b1af-be1970e6327a tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 943 time: 0.0884352 Jun 29 10:44:22.247704 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8fc43e48-3266-4ae3-8cfd-c264a2c3f682 req-6511544a-45cc-4853-b09b-fa5fffb83b24 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332289 Jun 29 10:44:22.390279 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc1b0a-990c-4500-83cd-0a6e5f7aa78c req-b1b784b2-057e-430f-be9c-1d9011446001 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:22.391783 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1fbc1b0a-990c-4500-83cd-0a6e5f7aa78c req-b1b784b2-057e-430f-be9c-1d9011446001 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.0714967 Jun 29 10:44:22.429670 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1fbc1b0a-990c-4500-83cd-0a6e5f7aa78c req-856204ac-1a5c-4c48-a378-e157b7d85a07 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322034 Jun 29 10:44:22.857255 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8109975-46de-4171-b5f2-c1471c4082a4 req-9f6ddd86-07b0-4f35-9f3f-ef68aeaa4d80 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:22.858800 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e8109975-46de-4171-b5f2-c1471c4082a4 req-9f6ddd86-07b0-4f35-9f3f-ef68aeaa4d80 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=83ed5a7f-9cca-405a-89e9-767f1ef01460 HTTP/1.1" status: 200 len: 946 time: 0.0651600 Jun 29 10:44:22.896478 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e8109975-46de-4171-b5f2-c1471c4082a4 req-06c7c032-9727-4779-be87-34910957c612 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320506 Jun 29 10:44:23.297004 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3ab4d144-676c-4936-a436-29c920972d1c req-f00f0412-bd33-4eb2-8f06-0faa85a08e84 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 210 time: 0.0342557 Jun 29 10:44:23.427956 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024ffe7-187a-48b5-be23-15f24d2d9eac req-2ae7401c-084c-4f5e-ab88-49944957082b tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:23.429636 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-4024ffe7-187a-48b5-be23-15f24d2d9eac req-2ae7401c-084c-4f5e-ab88-49944957082b tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 943 time: 0.0651414 Jun 29 10:44:23.472899 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-4024ffe7-187a-48b5-be23-15f24d2d9eac req-a9f9b616-9064-4b78-9ff0-6ffa2639619f tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371978 Jun 29 10:44:23.770473 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f9ed0-0e59-4d34-8c2d-12975f9f1bbd req-cacc5ec9-1872-4937-ae54-1d1f6dbdc1a7 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:23.771923 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ae6f9ed0-0e59-4d34-8c2d-12975f9f1bbd req-cacc5ec9-1872-4937-ae54-1d1f6dbdc1a7 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.2302444 Jun 29 10:44:23.811416 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ae6f9ed0-0e59-4d34-8c2d-12975f9f1bbd req-be1d8953-29e8-467e-8309-4b3cbf769d8c tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329533 Jun 29 10:44:24.072276 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6deee-e962-4a5f-b3bd-d491bdba1ebb req-9bb4cf82-df1f-4770-b815-aba102768022 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:24.073796 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-cfd6deee-e962-4a5f-b3bd-d491bdba1ebb req-9bb4cf82-df1f-4770-b815-aba102768022 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=83ed5a7f-9cca-405a-89e9-767f1ef01460 HTTP/1.1" status: 200 len: 946 time: 0.0649052 Jun 29 10:44:24.112865 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-cfd6deee-e962-4a5f-b3bd-d491bdba1ebb req-9270a4fc-48ec-40d4-846f-3d7bd8a7ea28 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319223 Jun 29 10:44:24.442178 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-db7e4b7d-a4d6-4459-88dc-042ddf0500a3 req-52786bc0-ae5c-4c4a-873f-5add25fbb587 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 210 time: 0.0334055 Jun 29 10:44:24.662203 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795f356-9bd2-4617-b3e7-1b6cd64d4979 req-b49464f8-a214-4056-a233-115df54c420d tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:24.664089 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-7795f356-9bd2-4617-b3e7-1b6cd64d4979 req-b49464f8-a214-4056-a233-115df54c420d tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 943 time: 0.0660844 Jun 29 10:44:24.702082 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-7795f356-9bd2-4617-b3e7-1b6cd64d4979 req-58dac19a-229f-436c-8f7c-f70ef3c97ce6 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322511 Jun 29 10:44:24.762625 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:25.005674 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572def45-7df6-45a8-86bb-252cc07ee86b req-2cee31c1-2603-4845-9f87-620643cd5870 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:25.007174 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-572def45-7df6-45a8-86bb-252cc07ee86b req-2cee31c1-2603-4845-9f87-620643cd5870 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.0738916 Jun 29 10:44:25.046884 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-572def45-7df6-45a8-86bb-252cc07ee86b req-4bb5108f-e5c2-42fe-b40e-4a0082ca1339 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327742 Jun 29 10:44:25.287917 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599477e6-f473-4988-97b3-8f9090597c66 req-3e374954-6765-4b92-8351-faf725398572 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:25.289394 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-599477e6-f473-4988-97b3-8f9090597c66 req-3e374954-6765-4b92-8351-faf725398572 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=83ed5a7f-9cca-405a-89e9-767f1ef01460 HTTP/1.1" status: 200 len: 946 time: 0.0681610 Jun 29 10:44:25.327657 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-599477e6-f473-4988-97b3-8f9090597c66 req-f61f74ce-037d-4b94-a689-2873d44242dd tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326340 Jun 29 10:44:25.583226 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-9d14dc1a-6374-457f-afcf-fea5fb09be7f req-0c2e8606-b4c4-4a32-93f2-ca302a550464 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 210 time: 0.0289907 Jun 29 10:44:25.890109 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ae7f3-8a00-4cd5-86e1-3668f0f98461 req-5e38f539-c121-4fe8-9ad6-edd33c5e91aa tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:25.891646 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8a3ae7f3-8a00-4cd5-86e1-3668f0f98461 req-5e38f539-c121-4fe8-9ad6-edd33c5e91aa tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 943 time: 0.0638487 Jun 29 10:44:25.930023 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8a3ae7f3-8a00-4cd5-86e1-3668f0f98461 req-f2bf95b5-617e-4ffc-81c7-497ba3520519 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326765 Jun 29 10:44:25.950728 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-af73ca35-6c44-4831-aa97-fe4ac7250638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:25.952976 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.agents_db [None req-93d4a047-be9c-4d13-b750-597922b429b4 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:44:26.223109 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206c8c7-2502-468a-b6be-7fb512c588d6 req-1010f603-57ed-4fc8-9da8-8cc112e50285 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:26.224528 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8206c8c7-2502-468a-b6be-7fb512c588d6 req-1010f603-57ed-4fc8-9da8-8cc112e50285 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.0667911 Jun 29 10:44:26.264800 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8206c8c7-2502-468a-b6be-7fb512c588d6 req-9fe7bdca-b6d1-447d-b360-1eab3ff8bb84 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336299 Jun 29 10:44:26.502931 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dab06f-358a-4344-836e-e9791b23b2a5 req-cf24c72f-4ddf-4e87-953c-b1a117efeb32 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:26.504339 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-80dab06f-358a-4344-836e-e9791b23b2a5 req-cf24c72f-4ddf-4e87-953c-b1a117efeb32 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=83ed5a7f-9cca-405a-89e9-767f1ef01460 HTTP/1.1" status: 200 len: 946 time: 0.0625789 Jun 29 10:44:26.542542 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-80dab06f-358a-4344-836e-e9791b23b2a5 req-8a4f296e-5056-44b5-8a60-a5329f01ada4 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316784 Jun 29 10:44:26.726901 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-4df4f685-6ff2-451f-95ce-91db90ed81c7 req-90fb2676-11e9-434a-b886-680bf100d8b0 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 210 time: 0.0284421 Jun 29 10:44:27.127429 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15d190-65c8-4bdb-8a5e-3e323511d0a6 req-fd6036fb-57c5-43b6-b8b8-5f260bf143fa tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:27.132065 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ba15d190-65c8-4bdb-8a5e-3e323511d0a6 req-fd6036fb-57c5-43b6-b8b8-5f260bf143fa tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 943 time: 0.0773525 Jun 29 10:44:27.168982 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ba15d190-65c8-4bdb-8a5e-3e323511d0a6 req-f7462b73-a184-453c-ada2-c09551b5c2ba tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342529 Jun 29 10:44:27.437232 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f668fc-b19d-4b57-88f4-90a900f60750 req-76e01f2c-8811-427d-b34c-c12bdf5cf969 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:27.438718 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-52f668fc-b19d-4b57-88f4-90a900f60750 req-76e01f2c-8811-427d-b34c-c12bdf5cf969 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.0631649 Jun 29 10:44:27.477328 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-52f668fc-b19d-4b57-88f4-90a900f60750 req-338f2c0f-fca2-4ba0-a8d1-15ea9a240e29 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330262 Jun 29 10:44:27.715574 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87521a7e-eb22-43bc-bdb6-e973ea360f5a req-48144ecc-0c9f-4721-80ed-d0df601f0fba tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:27.717002 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-87521a7e-eb22-43bc-bdb6-e973ea360f5a req-48144ecc-0c9f-4721-80ed-d0df601f0fba tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=83ed5a7f-9cca-405a-89e9-767f1ef01460 HTTP/1.1" status: 200 len: 946 time: 0.0613785 Jun 29 10:44:27.765486 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-87521a7e-eb22-43bc-bdb6-e973ea360f5a req-5718b528-af6f-44e1-a11b-f2c4564a5a9a tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424640 Jun 29 10:44:27.868689 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3aac19b8-b944-4741-b739-afc2ecdaaa47 req-e0d2ad34-e500-42f2-849b-ea81b68993b0 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 210 time: 0.0303357 Jun 29 10:44:28.347146 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63506f82-12b9-453d-9aec-aa5ab3ed8afc req-5c2c4ec7-e86b-4bbd-a2cf-24c74e893bdd tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:28.348648 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-63506f82-12b9-453d-9aec-aa5ab3ed8afc req-5c2c4ec7-e86b-4bbd-a2cf-24c74e893bdd tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 943 time: 0.0640430 Jun 29 10:44:28.396815 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-63506f82-12b9-453d-9aec-aa5ab3ed8afc req-bbfc3c62-a2e0-421e-ac31-5974a038e5b7 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418699 Jun 29 10:44:28.655530 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba1fb9-2fc9-421b-86b0-6df583eeb0c4 req-349ad466-3932-4852-89a2-6d9a6cf965d3 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:28.657025 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-92ba1fb9-2fc9-421b-86b0-6df583eeb0c4 req-349ad466-3932-4852-89a2-6d9a6cf965d3 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.0675321 Jun 29 10:44:28.678031 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-18ce8166-5ccf-4f1c-842f-cb512720464d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:28.698285 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-92ba1fb9-2fc9-421b-86b0-6df583eeb0c4 req-d325795c-0d44-4173-8a62-80f3d1c93487 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352414 Jun 29 10:44:28.871771 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:28.961722 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a4db5-a6cf-40dd-9fd8-2ad283ab8cf7 req-f29ffd90-b107-45a6-8f95-8f7c0a5ef48b tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:28.963924 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b24a4db5-a6cf-40dd-9fd8-2ad283ab8cf7 req-f29ffd90-b107-45a6-8f95-8f7c0a5ef48b tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=83ed5a7f-9cca-405a-89e9-767f1ef01460 HTTP/1.1" status: 200 len: 946 time: 0.0835660 Jun 29 10:44:29.017598 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b24a4db5-a6cf-40dd-9fd8-2ad283ab8cf7 req-ffb9747c-f3f3-4c2b-9659-41281220876f tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476890 Jun 29 10:44:29.035832 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d9bddaa1-b1a4-4e4b-99f7-a4861b4e0239 req-9097bb80-ab9b-4887-9ea7-3069ce664bc7 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 210 time: 0.0404148 Jun 29 10:44:29.585022 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced1f689-85c3-4edb-9954-dbd286342bca req-fa071f94-42b7-4c8e-866e-e397d920b9b7 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:29.586514 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ced1f689-85c3-4edb-9954-dbd286342bca req-fa071f94-42b7-4c8e-866e-e397d920b9b7 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 943 time: 0.0682340 Jun 29 10:44:29.626208 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ced1f689-85c3-4edb-9954-dbd286342bca req-cfc501b5-787f-464a-ab06-f5f3e2825ec9 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338988 Jun 29 10:44:29.683250 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:29.873192 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fce131-8c31-48f1-a190-c549eb0ed5a2 req-a330b4d2-ce7f-4978-94e4-f81a4855f8d0 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:29.874772 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d9fce131-8c31-48f1-a190-c549eb0ed5a2 req-a330b4d2-ce7f-4978-94e4-f81a4855f8d0 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.0617940 Jun 29 10:44:29.915136 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d9fce131-8c31-48f1-a190-c549eb0ed5a2 req-1dc0e363-6de8-48c7-8933-decb49133cd2 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333531 Jun 29 10:44:30.196866 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-4a7d5e4d-fe20-42ed-b1e6-3d36f6c3d2fd req-8f10c778-fabb-489a-88c8-7eec0eb9b1ce tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 210 time: 0.0337951 Jun 29 10:44:30.230882 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1399bd-2014-4953-b4c0-3f227f9ae8c6 req-d026c4f1-9f13-4e13-b1cf-dddfc5776ab3 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:30.232395 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1a1399bd-2014-4953-b4c0-3f227f9ae8c6 req-d026c4f1-9f13-4e13-b1cf-dddfc5776ab3 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=83ed5a7f-9cca-405a-89e9-767f1ef01460 HTTP/1.1" status: 200 len: 946 time: 0.0996387 Jun 29 10:44:30.271566 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1a1399bd-2014-4953-b4c0-3f227f9ae8c6 req-b191ad11-611d-45c4-86b3-091b7967a23e tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333524 Jun 29 10:44:30.807005 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adfb4e7-b039-4a02-91f8-c3904cb9f5ce req-67de2d6b-d86a-403e-8cb4-fe265ccba5f7 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:30.808917 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8adfb4e7-b039-4a02-91f8-c3904cb9f5ce req-67de2d6b-d86a-403e-8cb4-fe265ccba5f7 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 943 time: 0.0649450 Jun 29 10:44:30.845751 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8adfb4e7-b039-4a02-91f8-c3904cb9f5ce req-765f87f1-e35a-4980-8d5e-db2530148f19 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311177 Jun 29 10:44:31.087875 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a6683-364a-4ac0-be5c-cd2beec76075 req-3fb76e06-8769-4b9d-a4ed-4401f6905962 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:31.089602 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-df9a6683-364a-4ac0-be5c-cd2beec76075 req-3fb76e06-8769-4b9d-a4ed-4401f6905962 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.0636163 Jun 29 10:44:31.130680 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-df9a6683-364a-4ac0-be5c-cd2beec76075 req-6cb88664-fa0c-43c2-990c-1be2b5668d6c tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353107 Jun 29 10:44:31.235946 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:31.358465 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-74e17986-7011-4190-9c78-c29547c48e6f req-037daa73-5517-45c8-9616-5a6609edf25d tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 210 time: 0.0379713 Jun 29 10:44:31.446066 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93179f5-8460-4dc7-b122-40c49933c045 req-008cce3e-bcf3-4824-9200-660b1f0cafeb tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:31.447568 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e93179f5-8460-4dc7-b122-40c49933c045 req-008cce3e-bcf3-4824-9200-660b1f0cafeb tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=83ed5a7f-9cca-405a-89e9-767f1ef01460 HTTP/1.1" status: 200 len: 946 time: 0.0619369 Jun 29 10:44:31.486015 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e93179f5-8460-4dc7-b122-40c49933c045 req-3a8957b5-bd8c-4561-a5f5-f33ca3ba81aa tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327394 Jun 29 10:44:32.031108 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9bf590-cc29-4f81-b183-a8b8b3d5c468 req-10221402-4606-4dc0-8afa-07ad363bddc3 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:32.032675 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3c9bf590-cc29-4f81-b183-a8b8b3d5c468 req-10221402-4606-4dc0-8afa-07ad363bddc3 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 943 time: 0.0651934 Jun 29 10:44:32.071363 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3c9bf590-cc29-4f81-b183-a8b8b3d5c468 req-a79dee82-6227-49cd-b5a3-13fe88bcc670 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325994 Jun 29 10:44:32.308028 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1394284-93fd-4d4d-afd4-a315c1a54fff req-b0428362-bd4e-43b3-a0a6-923f88c272d9 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:32.309563 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e1394284-93fd-4d4d-afd4-a315c1a54fff req-b0428362-bd4e-43b3-a0a6-923f88c272d9 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.0644667 Jun 29 10:44:32.349044 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e1394284-93fd-4d4d-afd4-a315c1a54fff req-65fb1b03-f3dd-4751-aa22-506b2c389abc tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337143 Jun 29 10:44:32.503846 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-59c6f8ff-1030-4040-bd2e-a4e662619406 req-0a4cba80-4e0a-484f-8f02-fdaf6300e700 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 210 time: 0.0274827 Jun 29 10:44:32.662109 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283472b-a079-421e-a98b-132ffe16d8ef req-e0768326-22a2-4f72-897d-5777201d668e tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:32.663545 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6283472b-a079-421e-a98b-132ffe16d8ef req-e0768326-22a2-4f72-897d-5777201d668e tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=83ed5a7f-9cca-405a-89e9-767f1ef01460 HTTP/1.1" status: 200 len: 946 time: 0.0661414 Jun 29 10:44:32.701592 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6283472b-a079-421e-a98b-132ffe16d8ef req-47ed3842-a46c-4cdb-b03b-4617714d3539 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315528 Jun 29 10:44:33.258029 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f359f7a-85f1-476a-b6a6-10d8a70bcc50 req-9234637e-88bf-4bcc-999c-f89c381fad32 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:33.259503 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8f359f7a-85f1-476a-b6a6-10d8a70bcc50 req-9234637e-88bf-4bcc-999c-f89c381fad32 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 943 time: 0.0699332 Jun 29 10:44:33.295754 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8f359f7a-85f1-476a-b6a6-10d8a70bcc50 req-2bc0da93-7d72-43fc-a93e-28ce82e2f611 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305715 Jun 29 10:44:33.517963 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b62f0f-fe92-42e3-8603-b3f68c09c560 req-66554042-77de-4b17-bf95-bd4ee82035c6 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:33.519464 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e1b62f0f-fe92-42e3-8603-b3f68c09c560 req-66554042-77de-4b17-bf95-bd4ee82035c6 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.0611267 Jun 29 10:44:33.557726 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e1b62f0f-fe92-42e3-8603-b3f68c09c560 req-ac095e51-3fc7-4eab-aac7-4e34a85d01ac tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322058 Jun 29 10:44:33.648930 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-340610ff-e38f-4ebb-a8c5-5b5cebdac9b6 req-bb5a201b-16a6-45e1-8e5f-e93defc14acb tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 210 time: 0.0311260 Jun 29 10:44:33.866291 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99a69c-b9ec-485f-b358-3319ce67f6e7 req-af2bc009-ba66-4cc3-9a91-81f089f72bc1 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:33.867733 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0f99a69c-b9ec-485f-b358-3319ce67f6e7 req-af2bc009-ba66-4cc3-9a91-81f089f72bc1 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=83ed5a7f-9cca-405a-89e9-767f1ef01460 HTTP/1.1" status: 200 len: 946 time: 0.0598865 Jun 29 10:44:33.904133 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0f99a69c-b9ec-485f-b358-3319ce67f6e7 req-b6ed1bea-5c17-43c3-9cce-584ee7ad134f tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308826 Jun 29 10:44:34.379083 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-f76e0b98-c18b-403a-aadc-1cf89bc26fbb tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:34.380523 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-f76e0b98-c18b-403a-aadc-1cf89bc26fbb tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.41 "GET /v2.0/networks?id=3e46ac46-13aa-440b-9acd-79dc5c709b8a HTTP/1.1" status: 200 len: 809 time: 0.3377156 Jun 29 10:44:34.446127 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-521c8176-3926-4419-917f-c3c71bfb1c8f tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc36cdfa812e4636821c2b2d1b679dd1 HTTP/1.1" status: 200 len: 380 time: 0.0425127 Jun 29 10:44:34.458962 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-927e1188-dc2d-42d7-970a-144936303e7e tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Request body: {'port': {'device_id': '993edd49-db0c-4806-a844-7773ffd674c5', 'network_id': '3e46ac46-13aa-440b-9acd-79dc5c709b8a', 'admin_state_up': True, 'tenant_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'security_groups': ['4d45433a-9235-472c-9edd-4e99c558f6ae']}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:34.476534 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c45097-a213-434d-b5cd-32ce7beeddfa req-405354d9-d556-4530-82f3-a5fd3059cde8 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:34.478562 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-97c45097-a213-434d-b5cd-32ce7beeddfa req-405354d9-d556-4530-82f3-a5fd3059cde8 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 943 time: 0.0645590 Jun 29 10:44:34.514957 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-97c45097-a213-434d-b5cd-32ce7beeddfa req-3976dfeb-08a8-4e43-8a6a-fad1c6b7f3e9 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302374 Jun 29 10:44:34.563114 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-927e1188-dc2d-42d7-970a-144936303e7e tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Made reservation on behalf of fc36cdfa812e4636821c2b2d1b679dd1 for: {'port': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:44:34.566484 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-927e1188-dc2d-42d7-970a-144936303e7e tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:34.687962 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-927e1188-dc2d-42d7-970a-144936303e7e tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Allocated IP 172.20.0.5 (3e46ac46-13aa-440b-9acd-79dc5c709b8a/3d189302-9f00-41d9-950a-7c945719ae16/f0f5faf2-0682-4ef9-a2b5-93d709a82f57) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:44:34.739735 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beacb838-46d8-45c5-a7dc-2953ea604593 req-41ed1bce-03b3-4c49-b780-f60c98be058e tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:34.741270 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-beacb838-46d8-45c5-a7dc-2953ea604593 req-41ed1bce-03b3-4c49-b780-f60c98be058e tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.0706406 Jun 29 10:44:34.799078 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-afcbe06e-62fb-49d9-a79d-5279f37c24ec req-f000d8f2-d6ee-443d-8d0f-a6714427f61e tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 210 time: 0.0352864 Jun 29 10:44:34.806287 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-beacb838-46d8-45c5-a7dc-2953ea604593 req-a54ab355-29e4-4e4e-a900-be080214f1de tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585814 Jun 29 10:44:34.829804 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-927e1188-dc2d-42d7-970a-144936303e7e tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:34.843323 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.provisioning_blocks [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-927e1188-dc2d-42d7-970a-144936303e7e tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Transition to ACTIVE for port object f0f5faf2-0682-4ef9-a2b5-93d709a82f57 will not be triggered until provisioned by entity DHCP. {{(pid=99532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:44:34.874335 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-927e1188-dc2d-42d7-970a-144936303e7e tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4232069'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:34.877994 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:34.917931 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-927e1188-dc2d-42d7-970a-144936303e7e tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Network 3e46ac46-13aa-440b-9acd-79dc5c709b8a is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:44:34.920983 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-927e1188-dc2d-42d7-970a-144936303e7e tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:34.934008 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e1188-dc2d-42d7-970a-144936303e7e tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Pushing event updated for resources: {'Port': ['ID=f0f5faf2-0682-4ef9-a2b5-93d709a82f57,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:34.936375 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-927e1188-dc2d-42d7-970a-144936303e7e tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:44:34.940235 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-927e1188-dc2d-42d7-970a-144936303e7e tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:34.985339 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-927e1188-dc2d-42d7-970a-144936303e7e tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:34.985980 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-927e1188-dc2d-42d7-970a-144936303e7e tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:35.004925 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-927e1188-dc2d-42d7-970a-144936303e7e tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5495811 Jun 29 10:44:35.030369 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-618911bf-6ac1-4e5a-8f3b-7d7da746c443 service neutron] Request body: {'port': {'device_id': '993edd49-db0c-4806-a844-7773ffd674c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:35.107272 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc2a87-cb22-4c74-8010-f61cbe380fad req-4b300c93-af7b-491f-9780-e2c1e7e0bd2e tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:35.108890 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-cdbc2a87-cb22-4c74-8010-f61cbe380fad req-4b300c93-af7b-491f-9780-e2c1e7e0bd2e tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=83ed5a7f-9cca-405a-89e9-767f1ef01460 HTTP/1.1" status: 200 len: 946 time: 0.0805807 Jun 29 10:44:35.125256 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-618911bf-6ac1-4e5a-8f3b-7d7da746c443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:35.155181 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-cdbc2a87-cb22-4c74-8010-f61cbe380fad req-5c096cba-8a85-4402-92f3-a28a02c2b525 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404136 Jun 29 10:44:35.213347 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-dd3aebd6-c8fc-4c6c-9158-ad319ab62512 None None] Provisioning for port f0f5faf2-0682-4ef9-a2b5-93d709a82f57 completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:35.218043 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-dd3aebd6-c8fc-4c6c-9158-ad319ab62512 None None] Provisioning complete for port f0f5faf2-0682-4ef9-a2b5-93d709a82f57 triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:35.218467 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-dd3aebd6-c8fc-4c6c-9158-ad319ab62512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:35.255075 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-dd3aebd6-c8fc-4c6c-9158-ad319ab62512 None None] Port f0f5faf2-0682-4ef9-a2b5-93d709a82f57 cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:44:35.395443 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.notifiers.nova [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-618911bf-6ac1-4e5a-8f3b-7d7da746c443 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0f5faf2-0682-4ef9-a2b5-93d709a82f57 {{(pid=99532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:44:35.407623 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-618911bf-6ac1-4e5a-8f3b-7d7da746c443 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:35.421549 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.provisioning_blocks [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-618911bf-6ac1-4e5a-8f3b-7d7da746c443 service neutron] Transition to ACTIVE for port object f0f5faf2-0682-4ef9-a2b5-93d709a82f57 will not be triggered until provisioned by entity L2. {{(pid=99532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:44:35.425745 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-618911bf-6ac1-4e5a-8f3b-7d7da746c443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4232083'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:35.428674 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:35.474961 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618911bf-6ac1-4e5a-8f3b-7d7da746c443 service neutron] Pushing event updated for resources: {'Port': ['ID=f0f5faf2-0682-4ef9-a2b5-93d709a82f57,revision_number=2']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:35.478181 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-618911bf-6ac1-4e5a-8f3b-7d7da746c443 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:35.580258 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-618911bf-6ac1-4e5a-8f3b-7d7da746c443 service neutron] Attempting to bind port f0f5faf2-0682-4ef9-a2b5-93d709a82f57 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:44:35.580712 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-618911bf-6ac1-4e5a-8f3b-7d7da746c443 service neutron] Attempting to bind port f0f5faf2-0682-4ef9-a2b5-93d709a82f57 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '5b6ffa15-b2e0-45aa-80b3-ae1dc022e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3e46ac46-13aa-440b-9acd-79dc5c709b8a'}] {{(pid=99532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:44:35.580882 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-618911bf-6ac1-4e5a-8f3b-7d7da746c443 service neutron] Attempting to bind port f0f5faf2-0682-4ef9-a2b5-93d709a82f57 on network 3e46ac46-13aa-440b-9acd-79dc5c709b8a {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:35.585406 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-618911bf-6ac1-4e5a-8f3b-7d7da746c443 service neutron] Port f0f5faf2-0682-4ef9-a2b5-93d709a82f57 on network 3e46ac46-13aa-440b-9acd-79dc5c709b8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:44:35.585736 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-618911bf-6ac1-4e5a-8f3b-7d7da746c443 service neutron] Attempting to bind port f0f5faf2-0682-4ef9-a2b5-93d709a82f57 on network 3e46ac46-13aa-440b-9acd-79dc5c709b8a {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:44:35.591241 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-618911bf-6ac1-4e5a-8f3b-7d7da746c443 service neutron] Checking agent: {'id': 'd76c2234-1a1a-45d0-9761-a55b876eff8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 39, 54), 'started_at': datetime.datetime(2021, 6, 29, 10, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:44:35.591582 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-618911bf-6ac1-4e5a-8f3b-7d7da746c443 service neutron] Checking segment: {'id': '5b6ffa15-b2e0-45aa-80b3-ae1dc022e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3e46ac46-13aa-440b-9acd-79dc5c709b8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:44:35.591969 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-618911bf-6ac1-4e5a-8f3b-7d7da746c443 service neutron] Bound using segment: {'id': '5b6ffa15-b2e0-45aa-80b3-ae1dc022e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3e46ac46-13aa-440b-9acd-79dc5c709b8a'} {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:44:35.592408 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-618911bf-6ac1-4e5a-8f3b-7d7da746c443 service neutron] Bound port: f0f5faf2-0682-4ef9-a2b5-93d709a82f57, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b6ffa15-b2e0-45aa-80b3-ae1dc022e9a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3e46ac46-13aa-440b-9acd-79dc5c709b8a'}}] {{(pid=99532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:44:35.592795 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-618911bf-6ac1-4e5a-8f3b-7d7da746c443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:35.658248 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-618911bf-6ac1-4e5a-8f3b-7d7da746c443 service neutron] For port f0f5faf2-0682-4ef9-a2b5-93d709a82f57, host hv-cinder-79220, cleared binding levels {{(pid=99532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:44:35.661777 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-618911bf-6ac1-4e5a-8f3b-7d7da746c443 service neutron] For port f0f5faf2-0682-4ef9-a2b5-93d709a82f57, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f0f5faf2-0682-4ef9-a2b5-93d709a82f57,segment=NetworkSegment(5b6ffa15-b2e0-45aa-80b3-ae1dc022e9a2),segment_id=5b6ffa15-b2e0-45aa-80b3-ae1dc022e9a2)] {{(pid=99532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:44:35.665606 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-618911bf-6ac1-4e5a-8f3b-7d7da746c443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4232083'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:35.668648 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-27c03b3e-418a-4b82-b762-2113e660f1ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:35.702691 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-618911bf-6ac1-4e5a-8f3b-7d7da746c443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:35.703250 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-618911bf-6ac1-4e5a-8f3b-7d7da746c443 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:35.704619 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-618911bf-6ac1-4e5a-8f3b-7d7da746c443 service neutron] 10.222.0.41 "PUT /v2.0/ports/f0f5faf2-0682-4ef9-a2b5-93d709a82f57 HTTP/1.1" status: 200 len: 1093 time: 0.6787546 Jun 29 10:44:35.705117 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '993edd49-db0c-4806-a844-7773ffd674c5', 'tag': 'f0f5faf2-0682-4ef9-a2b5-93d709a82f57'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:44:35.705232 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac9310-e28f-4df5-8144-107c03e086fc req-574d069a-8454-4a91-a898-097e6d031e27 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:35.706658 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b1ac9310-e28f-4df5-8144-107c03e086fc req-574d069a-8454-4a91-a898-097e6d031e27 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 943 time: 0.0682182 Jun 29 10:44:35.707427 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}741eff7b388cda03fc4d9e55606c84397052c5857ae4d93d7a3b4e67aaed09af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6374765f-e24b-487f-8b9d-db427ef60ed3" -d '{"events": [{"name": "network-changed", "server_uuid": "993edd49-db0c-4806-a844-7773ffd674c5", "tag": "f0f5faf2-0682-4ef9-a2b5-93d709a82f57"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:44:35.730201 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618911bf-6ac1-4e5a-8f3b-7d7da746c443 service neutron] Pushing event updated for resources: {'Port': ['ID=f0f5faf2-0682-4ef9-a2b5-93d709a82f57,revision_number=3']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:35.735250 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-618911bf-6ac1-4e5a-8f3b-7d7da746c443 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:35.757251 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b1ac9310-e28f-4df5-8144-107c03e086fc req-cacc297d-78e0-4aff-81d8-a24f50b563d1 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376761 Jun 29 10:44:35.774977 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5516453c-d781-4d46-9a1c-af2174cca054 x-openstack-request-id: req-5516453c-d781-4d46-9a1c-af2174cca054 {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:44:35.775316 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "993edd49-db0c-4806-a844-7773ffd674c5", "tag": "f0f5faf2-0682-4ef9-a2b5-93d709a82f57", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:44:35.775743 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5516453c-d781-4d46-9a1c-af2174cca054 {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:44:35.776171 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '993edd49-db0c-4806-a844-7773ffd674c5', 'tag': 'f0f5faf2-0682-4ef9-a2b5-93d709a82f57', 'status': 'completed', 'code': 200} Jun 29 10:44:35.870982 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-7ab110cc-0e25-4dac-9bd1-6ad89e72b959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:35.872700 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-7ab110cc-0e25-4dac-9bd1-6ad89e72b959 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc36cdfa812e4636821c2b2d1b679dd1&device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 1096 time: 0.0634906 Jun 29 10:44:35.934283 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-d716aa6a-9ea4-430e-88da-05fdfe40bb77 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0f5faf2-0682-4ef9-a2b5-93d709a82f57 HTTP/1.1" status: 200 len: 217 time: 0.0366945 Jun 29 10:44:35.982043 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-6c77ebfe-d3fc-466e-b74c-1123649a7a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:35.983673 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-6c77ebfe-d3fc-466e-b74c-1123649a7a85 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3d189302-9f00-41d9-950a-7c945719ae16 HTTP/1.1" status: 200 len: 848 time: 0.0455403 Jun 29 10:44:36.033316 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647ef43-620e-41c2-8391-c49b16a33643 req-28005e4b-49cc-4ea3-949a-54434f7058fa tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:36.034814 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3647ef43-620e-41c2-8391-c49b16a33643 req-28005e4b-49cc-4ea3-949a-54434f7058fa tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.0970728 Jun 29 10:44:36.043150 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab227ba5-0f51-4fb9-ba90-89dde40055c6 req-4fcba305-14aa-4038-ac53-0098e7fd2642 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:36.044641 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ab227ba5-0f51-4fb9-ba90-89dde40055c6 req-4fcba305-14aa-4038-ac53-0098e7fd2642 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 943 time: 0.1173732 Jun 29 10:44:36.048727 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-5ddf78fd-1293-4952-97ac-72c735cc4564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:36.050176 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-5ddf78fd-1293-4952-97ac-72c735cc4564 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e46ac46-13aa-440b-9acd-79dc5c709b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556660 Jun 29 10:44:36.099470 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3647ef43-620e-41c2-8391-c49b16a33643 req-dbe2aca9-cf54-4d2a-8811-09e553a0843d tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538850 Jun 29 10:44:36.102157 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ab227ba5-0f51-4fb9-ba90-89dde40055c6 req-5a9a21dc-22ca-4853-b0cc-2f9bc601d2dc tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509622 Jun 29 10:44:36.141098 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-f0b69933-7f02-4c64-a0c1-3511dd6e091f service neutron] 10.222.0.41 "GET /v2.0/networks/3e46ac46-13aa-440b-9acd-79dc5c709b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800626 Jun 29 10:44:36.231474 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-8d05aa0f-28f3-475d-b685-3b513b98534d req-f0c6fc1b-081e-4108-b19e-f5464fa9f2bb service neutron] 10.222.0.41 "GET /v2.0/networks/3e46ac46-13aa-440b-9acd-79dc5c709b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815508 Jun 29 10:44:36.410266 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374765f-e24b-487f-8b9d-db427ef60ed3 req-8f29e726-0930-4c07-bd14-e0e65812cdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:36.412067 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-6374765f-e24b-487f-8b9d-db427ef60ed3 req-8f29e726-0930-4c07-bd14-e0e65812cdba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc36cdfa812e4636821c2b2d1b679dd1&device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 1096 time: 0.0512810 Jun 29 10:44:36.499733 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374765f-e24b-487f-8b9d-db427ef60ed3 req-56cf7647-5a20-44d3-bcda-9896b128319a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:36.501172 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-6374765f-e24b-487f-8b9d-db427ef60ed3 req-56cf7647-5a20-44d3-bcda-9896b128319a service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e46ac46-13aa-440b-9acd-79dc5c709b8a HTTP/1.1" status: 200 len: 910 time: 0.0807137 Jun 29 10:44:36.545896 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-6374765f-e24b-487f-8b9d-db427ef60ed3 req-da764385-9a84-485a-973b-2c4308f75719 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0f5faf2-0682-4ef9-a2b5-93d709a82f57 HTTP/1.1" status: 200 len: 217 time: 0.0369136 Jun 29 10:44:36.593316 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374765f-e24b-487f-8b9d-db427ef60ed3 req-86986820-daf1-47ce-97e1-5a9da7bbdc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:36.594859 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-6374765f-e24b-487f-8b9d-db427ef60ed3 req-86986820-daf1-47ce-97e1-5a9da7bbdc17 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3d189302-9f00-41d9-950a-7c945719ae16 HTTP/1.1" status: 200 len: 848 time: 0.0414975 Jun 29 10:44:36.652491 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6374765f-e24b-487f-8b9d-db427ef60ed3 req-5223f0e6-03d1-4a56-a181-c2521b39e92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:36.654008 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-6374765f-e24b-487f-8b9d-db427ef60ed3 req-5223f0e6-03d1-4a56-a181-c2521b39e92e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e46ac46-13aa-440b-9acd-79dc5c709b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496628 Jun 29 10:44:36.749410 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-6374765f-e24b-487f-8b9d-db427ef60ed3 req-438a24eb-842c-431a-ac3f-9e08274e823e service neutron] 10.222.0.41 "GET /v2.0/networks/3e46ac46-13aa-440b-9acd-79dc5c709b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840836 Jun 29 10:44:36.847625 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-6374765f-e24b-487f-8b9d-db427ef60ed3 req-e78044c5-e3b7-484b-a6c9-d1abee3dfe8b service neutron] 10.222.0.41 "GET /v2.0/networks/3e46ac46-13aa-440b-9acd-79dc5c709b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876310 Jun 29 10:44:36.956362 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c650e1-46ea-4c43-a43b-0f90986d72b1 req-f9a93dda-a2ce-4422-a832-64f6ef1c13f8 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:36.957843 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a9c650e1-46ea-4c43-a43b-0f90986d72b1 req-f9a93dda-a2ce-4422-a832-64f6ef1c13f8 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 943 time: 0.0647326 Jun 29 10:44:36.995173 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a9c650e1-46ea-4c43-a43b-0f90986d72b1 req-a8bf20a1-28b3-4caf-a7f0-efb600a70af4 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312836 Jun 29 10:44:37.320426 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3c3d2-b129-48c5-96a8-1ddb20180721 req-8ec5e580-db29-4134-8f8f-0cdfe3dba301 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:37.321813 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-47b3c3d2-b129-48c5-96a8-1ddb20180721 req-8ec5e580-db29-4134-8f8f-0cdfe3dba301 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 943 time: 0.1102490 Jun 29 10:44:37.329735 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c90dc4-26fa-4615-96f2-8602301a95b5 req-7f3bd485-7bfe-4c98-875b-75543ca680c4 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:37.331215 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a0c90dc4-26fa-4615-96f2-8602301a95b5 req-7f3bd485-7bfe-4c98-875b-75543ca680c4 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.1102324 Jun 29 10:44:37.378527 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-47b3c3d2-b129-48c5-96a8-1ddb20180721 req-9a619509-3129-4451-9789-8dc47e8d056f tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463867 Jun 29 10:44:37.390643 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a0c90dc4-26fa-4615-96f2-8602301a95b5 req-6c0286c4-5de9-46c1-ab0d-f3cb7df28842 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512142 Jun 29 10:44:38.176502 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08999755-0f2b-4990-a53b-0b925e323860 req-5376298f-a46d-4a5f-b9dc-3fe4431d4541 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:38.177934 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-08999755-0f2b-4990-a53b-0b925e323860 req-5376298f-a46d-4a5f-b9dc-3fe4431d4541 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 943 time: 0.0636172 Jun 29 10:44:38.214382 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-08999755-0f2b-4990-a53b-0b925e323860 req-ce6617d8-bab6-4af0-a773-6fdc6291fdbd tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304046 Jun 29 10:44:38.590671 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e5546-bd7c-4ac5-ac26-fac3b222e0c9 req-1ce661d2-b7d9-4cb7-9954-39b1cf19b1de tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:38.592111 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0a3e5546-bd7c-4ac5-ac26-fac3b222e0c9 req-1ce661d2-b7d9-4cb7-9954-39b1cf19b1de tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 943 time: 0.0996373 Jun 29 10:44:38.599684 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e72d9-e3bf-450a-917d-ee7b87590a58 req-cf18d50b-cc8f-470e-bd07-85de4b06a571 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:38.600997 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-748e72d9-e3bf-450a-917d-ee7b87590a58 req-cf18d50b-cc8f-470e-bd07-85de4b06a571 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.0996506 Jun 29 10:44:38.655864 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0a3e5546-bd7c-4ac5-ac26-fac3b222e0c9 req-7e2afe7b-9b98-4e17-ab37-c9518cb35c89 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539753 Jun 29 10:44:38.660223 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-748e72d9-e3bf-450a-917d-ee7b87590a58 req-65b8c4f9-2add-495e-8b98-aee9a6fdd51f tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527742 Jun 29 10:44:39.391684 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902a95d-e311-4a17-a376-b89fa286bfe8 req-e056ddf8-c3b6-42a4-98dc-c378f35f2d02 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:39.393132 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8902a95d-e311-4a17-a376-b89fa286bfe8 req-e056ddf8-c3b6-42a4-98dc-c378f35f2d02 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 943 time: 0.0608637 Jun 29 10:44:39.429828 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8902a95d-e311-4a17-a376-b89fa286bfe8 req-5a91d75d-5a14-4de5-8f6a-e862ffefc490 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310988 Jun 29 10:44:39.864777 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03956808-2e0c-4244-af8f-097006a87f0f req-56098240-84d4-4593-97a6-dc8a863d5041 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:39.866230 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-03956808-2e0c-4244-af8f-097006a87f0f req-56098240-84d4-4593-97a6-dc8a863d5041 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 943 time: 0.1022589 Jun 29 10:44:39.877318 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f3699-6c9e-46be-80f4-7ec83760a157 req-09461cc7-71b5-4f5f-b12b-8f3fae5a949f tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:39.878690 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-244f3699-6c9e-46be-80f4-7ec83760a157 req-09461cc7-71b5-4f5f-b12b-8f3fae5a949f tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.1058164 Jun 29 10:44:39.933275 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-03956808-2e0c-4244-af8f-097006a87f0f req-c2f12f0a-a60e-4806-8f09-3c2e549a01b5 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536795 Jun 29 10:44:39.936100 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-244f3699-6c9e-46be-80f4-7ec83760a157 req-bc6f5515-e939-4c52-afaf-dd60ccffd84f tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507977 Jun 29 10:44:40.603100 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d3e58-cd96-4e0a-8359-db1671f30a4e req-871cd103-0155-43bc-ace6-5966199bebf8 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:40.604504 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ff4d3e58-cd96-4e0a-8359-db1671f30a4e req-871cd103-0155-43bc-ace6-5966199bebf8 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 943 time: 0.0605593 Jun 29 10:44:40.640473 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ff4d3e58-cd96-4e0a-8359-db1671f30a4e req-118641f6-0376-46b2-bb51-ba122a47cd8f tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305035 Jun 29 10:44:41.317633 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67051e-5ae1-4aa3-9b4d-844381b80427 req-62ca1fb6-cc08-4e55-af80-e07a22d3a594 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:41.319086 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-bd67051e-5ae1-4aa3-9b4d-844381b80427 req-62ca1fb6-cc08-4e55-af80-e07a22d3a594 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 943 time: 0.2752118 Jun 29 10:44:41.327317 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5fe257-88af-4a73-93db-5755577e47d2 req-d053fd90-99a0-413d-808b-17adcb9c49d3 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:41.328632 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-cb5fe257-88af-4a73-93db-5755577e47d2 req-d053fd90-99a0-413d-808b-17adcb9c49d3 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.2760317 Jun 29 10:44:41.380652 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-bd67051e-5ae1-4aa3-9b4d-844381b80427 req-a1151447-3579-4ac8-bac1-e50d8557ecb2 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511036 Jun 29 10:44:41.387588 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-cb5fe257-88af-4a73-93db-5755577e47d2 req-84c85bfb-e024-4446-964e-f2f783c93ec6 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522382 Jun 29 10:44:41.814631 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde3121-8b6b-46ea-811c-bceab64a24e5 req-e7ca3ead-2bbf-47e4-8a1e-c969f68a3e6c tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:41.816079 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-bbde3121-8b6b-46ea-811c-bceab64a24e5 req-e7ca3ead-2bbf-47e4-8a1e-c969f68a3e6c tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 943 time: 0.0617175 Jun 29 10:44:41.851775 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-bbde3121-8b6b-46ea-811c-bceab64a24e5 req-c1e27841-81df-4de7-a551-f09108d1153f tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301821 Jun 29 10:44:42.591440 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f6a65-a010-4043-8cae-659f60468c6f req-c5a6f3c6-7b58-42b0-a004-b88ccaf8190c tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:42.592901 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-920f6a65-a010-4043-8cae-659f60468c6f req-c5a6f3c6-7b58-42b0-a004-b88ccaf8190c tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 943 time: 0.1042778 Jun 29 10:44:42.600630 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7255f1d-a2ef-4d54-9ae6-15691346dc81 req-00d0aaf4-6154-4d78-9b1a-e4f9180ce140 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:42.602032 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b7255f1d-a2ef-4d54-9ae6-15691346dc81 req-00d0aaf4-6154-4d78-9b1a-e4f9180ce140 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.1035743 Jun 29 10:44:42.655526 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-920f6a65-a010-4043-8cae-659f60468c6f req-24ade8db-85a0-4e35-b242-04a3d2f1c8b1 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520084 Jun 29 10:44:42.660089 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b7255f1d-a2ef-4d54-9ae6-15691346dc81 req-4291f48d-e016-416e-a61a-5a8d16718ca0 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508885 Jun 29 10:44:43.026821 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d424a5d-e011-4c12-b10b-11c99641b426 req-af2fbcf6-9d14-489e-bb1b-e02c2e948eb4 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:43.028289 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8d424a5d-e011-4c12-b10b-11c99641b426 req-af2fbcf6-9d14-489e-bb1b-e02c2e948eb4 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 943 time: 0.0626106 Jun 29 10:44:43.065236 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8d424a5d-e011-4c12-b10b-11c99641b426 req-8b96b1b0-f5aa-4ede-aec7-811571adae9a tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308881 Jun 29 10:44:43.866131 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b909f-eee6-41c2-acd6-e1ef21e2f792 req-4a9c8ba8-9bad-47f5-be3c-eee70fccade6 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:43.867634 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3f0b909f-eee6-41c2-acd6-e1ef21e2f792 req-4a9c8ba8-9bad-47f5-be3c-eee70fccade6 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 943 time: 0.1028121 Jun 29 10:44:43.888322 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec32503-5231-4e20-98a5-41a15ac406ed req-1a52f71d-af64-4241-bc8f-8829da3c4b41 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:43.889754 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3ec32503-5231-4e20-98a5-41a15ac406ed req-1a52f71d-af64-4241-bc8f-8829da3c4b41 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.1133471 Jun 29 10:44:43.945875 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3f0b909f-eee6-41c2-acd6-e1ef21e2f792 req-f5741382-9f16-4a3d-8215-ffc0a761c6c7 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705583 Jun 29 10:44:43.949027 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3ec32503-5231-4e20-98a5-41a15ac406ed req-c95a94fe-c17a-4501-8e92-3d27acb6674d tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519540 Jun 29 10:44:44.194969 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device f81f0739-2eca-4195-b5b1-9f5daf0ce8f0 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:44:44.240943 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5b4db-96af-4c6a-8ef3-72b09e1c851d req-31980c14-18a1-4193-879c-900b4c721027 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:44.242411 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-2fe5b4db-96af-4c6a-8ef3-72b09e1c851d req-31980c14-18a1-4193-879c-900b4c721027 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 943 time: 0.0620899 Jun 29 10:44:44.287375 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-2fe5b4db-96af-4c6a-8ef3-72b09e1c851d req-cd924519-af9a-43c9-a0d1-ce2fabbdcc60 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374587 Jun 29 10:44:44.297308 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port f81f0739-2eca-4195-b5b1-9f5daf0ce8f0, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f81f0739-2eca-4195-b5b1-9f5daf0ce8f0,segment=NetworkSegment(8e84c1c5-221f-4c99-9606-1ea868266866),segment_id=8e84c1c5-221f-4c99-9606-1ea868266866)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:44.309834 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Returning: {'device': 'f81f0739-2eca-4195-b5b1-9f5daf0ce8f0', 'network_id': 'b187e754-07fe-4781-924a-d886b55c9244', 'port_id': 'f81f0739-2eca-4195-b5b1-9f5daf0ce8f0', 'mac_address': 'fa:16:3e:79:07:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1434ea17-151b-4fa4-8fce-ecfeaa34af2c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:44:44.346788 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:44.360275 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f81f0739-2eca-4195-b5b1-9f5daf0ce8f0 {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:44:44.380629 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port f81f0739-2eca-4195-b5b1-9f5daf0ce8f0, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f81f0739-2eca-4195-b5b1-9f5daf0ce8f0,segment=NetworkSegment(8e84c1c5-221f-4c99-9606-1ea868266866),segment_id=8e84c1c5-221f-4c99-9606-1ea868266866)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:44.386043 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:44.386963 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device f0f5faf2-0682-4ef9-a2b5-93d709a82f57 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:44:44.388901 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:44.482800 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=f81f0739-2eca-4195-b5b1-9f5daf0ce8f0,revision_number=9']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:44.493680 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:44.494059 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:44.494368 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:44.494740 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:44.495075 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:44.495409 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:44.495741 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:44.496065 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:44.496414 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:44.496746 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:44.497074 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:44.497396 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:44:44.504932 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:44.544066 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port f0f5faf2-0682-4ef9-a2b5-93d709a82f57, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f0f5faf2-0682-4ef9-a2b5-93d709a82f57,segment=NetworkSegment(5b6ffa15-b2e0-45aa-80b3-ae1dc022e9a2),segment_id=5b6ffa15-b2e0-45aa-80b3-ae1dc022e9a2)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:44.554998 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Returning: {'device': 'f0f5faf2-0682-4ef9-a2b5-93d709a82f57', 'network_id': '3e46ac46-13aa-440b-9acd-79dc5c709b8a', 'port_id': 'f0f5faf2-0682-4ef9-a2b5-93d709a82f57', 'mac_address': 'fa:16:3e:eb:8b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d189302-9f00-41d9-950a-7c945719ae16', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:44:44.594838 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:44.606888 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0f5faf2-0682-4ef9-a2b5-93d709a82f57 {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:44:44.625218 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port f0f5faf2-0682-4ef9-a2b5-93d709a82f57, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f0f5faf2-0682-4ef9-a2b5-93d709a82f57,segment=NetworkSegment(5b6ffa15-b2e0-45aa-80b3-ae1dc022e9a2),segment_id=5b6ffa15-b2e0-45aa-80b3-ae1dc022e9a2)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:44.629355 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:44.631404 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:44.678083 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=f0f5faf2-0682-4ef9-a2b5-93d709a82f57,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:44.681265 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:45.113954 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] get_ports_and_sgs() called for port_ids ['f81f0739-2eca-4195-b5b1-9f5daf0ce8f0'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:44:45.139918 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] get_ports_and_sgs() called for port_ids ['f0f5faf2-0682-4ef9-a2b5-93d709a82f57'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:44:45.163585 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09948ef-1c45-4fe8-8c53-18d1119df3ac req-806ac350-f38d-4e3b-906c-c8a14e71b067 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:45.165591 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b09948ef-1c45-4fe8-8c53-18d1119df3ac req-806ac350-f38d-4e3b-906c-c8a14e71b067 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.0959821 Jun 29 10:44:45.173583 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7094c06-b136-46bd-b459-b6e91edb0bdc req-d5ee40b6-965d-4129-932a-8795cb78fe44 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:45.175020 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c7094c06-b136-46bd-b459-b6e91edb0bdc req-d5ee40b6-965d-4129-932a-8795cb78fe44 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 944 time: 0.1167181 Jun 29 10:44:45.228083 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b09948ef-1c45-4fe8-8c53-18d1119df3ac req-22782a84-8ab2-4bf5-8589-2a0c6f85077f tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514662 Jun 29 10:44:45.235402 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c7094c06-b136-46bd-b459-b6e91edb0bdc req-ca4916fa-2253-475e-b6d5-7af18060f598 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519786 Jun 29 10:44:45.465218 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05599b5-73a6-400a-9366-a71ca2b934bc req-0d9e636a-7d51-4e61-a51b-598de7c9f56d tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:45.466841 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a05599b5-73a6-400a-9366-a71ca2b934bc req-0d9e636a-7d51-4e61-a51b-598de7c9f56d tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 944 time: 0.0618591 Jun 29 10:44:45.505017 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a05599b5-73a6-400a-9366-a71ca2b934bc req-3757d215-9b96-4f48-9f9e-1e07f80df0a3 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324798 Jun 29 10:44:45.822837 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ca540-2f08-40fa-a447-3af1f1023e7c req-c7a0292f-94eb-40c2-b299-49b620050322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:45.824315 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-0f7ca540-2f08-40fa-a447-3af1f1023e7c req-c7a0292f-94eb-40c2-b299-49b620050322 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 1099 time: 0.0636075 Jun 29 10:44:45.873127 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-0f7ca540-2f08-40fa-a447-3af1f1023e7c req-547202a3-d834-4be3-b90c-939cd0ecb9c2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346155 Jun 29 10:44:46.221416 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device f81f0739-2eca-4195-b5b1-9f5daf0ce8f0 up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:46.274457 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Provisioning complete for port f81f0739-2eca-4195-b5b1-9f5daf0ce8f0 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:46.274873 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:46.352141 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:46.374103 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef1710dd-53bf-47bc-8037-9abc8dbbd0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81f0739-2eca-4195-b5b1-9f5daf0ce8f0'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:44:46.376374 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3762a8f488588fc24900269a9cc386d753c3d6f951c38e7bc7f446f2f69fbffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae4b515-31e9-47e6-9086-5539af44421b" -d '{"events": [{"server_uuid": "ef1710dd-53bf-47bc-8037-9abc8dbbd0b0", "name": "network-vif-plugged", "status": "completed", "tag": "f81f0739-2eca-4195-b5b1-9f5daf0ce8f0"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:44:46.389535 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port f81f0739-2eca-4195-b5b1-9f5daf0ce8f0, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f81f0739-2eca-4195-b5b1-9f5daf0ce8f0,segment=NetworkSegment(8e84c1c5-221f-4c99-9606-1ea868266866),segment_id=8e84c1c5-221f-4c99-9606-1ea868266866)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:46.394304 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:46.396203 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:46.442894 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=f81f0739-2eca-4195-b5b1-9f5daf0ce8f0,revision_number=10']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:46.445917 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:46.449557 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e24c7-de58-416b-aaff-da314342acd4 req-bc2623cb-917c-4991-acf7-9afe1a024e2f tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:46.451145 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-949e24c7-de58-416b-aaff-da314342acd4 req-bc2623cb-917c-4991-acf7-9afe1a024e2f tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.1088519 Jun 29 10:44:46.464139 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168624b6-946c-428a-a74f-02735fe2a18c req-c1a58546-ae2d-478b-9123-62f888e92de0 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:46.465480 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-168624b6-946c-428a-a74f-02735fe2a18c req-c1a58546-ae2d-478b-9123-62f888e92de0 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 944 time: 0.1108530 Jun 29 10:44:46.517074 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-949e24c7-de58-416b-aaff-da314342acd4 req-7236e862-e490-41a8-bdc7-143312d2b22a tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602579 Jun 29 10:44:46.521389 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-168624b6-946c-428a-a74f-02735fe2a18c req-f4f986a6-99a5-46d6-aac0-f90ebf6a2d75 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505071 Jun 29 10:44:46.563666 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3513c793-08ee-4968-a690-5bafbef38c95 x-openstack-request-id: req-3513c793-08ee-4968-a690-5bafbef38c95 {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:44:46.564036 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef1710dd-53bf-47bc-8037-9abc8dbbd0b0", "name": "network-vif-plugged", "status": "completed", "tag": "f81f0739-2eca-4195-b5b1-9f5daf0ce8f0", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:44:46.564364 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3513c793-08ee-4968-a690-5bafbef38c95 {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:44:46.565015 dv-cinder-792209-3-iscsi neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef1710dd-53bf-47bc-8037-9abc8dbbd0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81f0739-2eca-4195-b5b1-9f5daf0ce8f0', 'code': 200} Jun 29 10:44:46.833983 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468ac5d-c585-4726-81fc-bfbb9057bc0c req-37598c6a-f682-48b3-ac21-713e96c4a1f5 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:46.835487 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c468ac5d-c585-4726-81fc-bfbb9057bc0c req-37598c6a-f682-48b3-ac21-713e96c4a1f5 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 946 time: 0.0661736 Jun 29 10:44:46.873340 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c468ac5d-c585-4726-81fc-bfbb9057bc0c req-0cfdaa78-e980-4371-beba-4ca448caeebe tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317652 Jun 29 10:44:47.263099 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197c604-6961-47d5-a271-c1e068bde6ce req-3de44f42-0b95-43eb-b0f0-958910cbd2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:47.264558 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-6197c604-6961-47d5-a271-c1e068bde6ce req-3de44f42-0b95-43eb-b0f0-958910cbd2f8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 1099 time: 0.0501797 Jun 29 10:44:47.300442 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-6197c604-6961-47d5-a271-c1e068bde6ce req-f176b0af-b25e-4892-88e5-68c6aa4548e2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278921 Jun 29 10:44:47.302347 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b636778-74e5-4400-a24e-466476b5d211 req-14df83bf-687c-4cee-a234-9879d1cd1f0e tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:47.303825 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3b636778-74e5-4400-a24e-466476b5d211 req-14df83bf-687c-4cee-a234-9879d1cd1f0e tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=83ed5a7f-9cca-405a-89e9-767f1ef01460 HTTP/1.1" status: 200 len: 946 time: 0.0623026 Jun 29 10:44:47.340490 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3b636778-74e5-4400-a24e-466476b5d211 req-71af41a9-facd-4b3e-8c1f-9bf306eb2dea tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309935 Jun 29 10:44:47.729053 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9970df-5b92-47b4-9517-90e199c79f1c req-3ca14a55-e700-470f-9883-1dd96f160049 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:47.730416 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-9e9970df-5b92-47b4-9517-90e199c79f1c req-3ca14a55-e700-470f-9883-1dd96f160049 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.1042743 Jun 29 10:44:47.738217 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1935fe-5135-4731-815d-0734d66f9601 req-1d12ee46-094d-4232-8f39-87594335ae20 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:47.739584 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-2a1935fe-5135-4731-815d-0734d66f9601 req-1d12ee46-094d-4232-8f39-87594335ae20 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 944 time: 0.1039770 Jun 29 10:44:47.794424 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-9e9970df-5b92-47b4-9517-90e199c79f1c req-f50eefca-93cf-4332-baad-47c1a3b6286d tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539329 Jun 29 10:44:47.797080 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-2a1935fe-5135-4731-815d-0734d66f9601 req-a5cba6b0-7fc7-45f7-a0bb-e769f3be9c46 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504766 Jun 29 10:44:48.052005 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c3929-abab-40ed-b24c-29ba0b11c635 req-b5b5ad3f-631a-47cb-aff5-815e6bb1394e tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:48.053480 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ed7c3929-abab-40ed-b24c-29ba0b11c635 req-b5b5ad3f-631a-47cb-aff5-815e6bb1394e tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 946 time: 0.0635781 Jun 29 10:44:48.093148 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ed7c3929-abab-40ed-b24c-29ba0b11c635 req-bc3cf658-8f7b-4adc-8ff8-e1d81675b1ab tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337510 Jun 29 10:44:48.202941 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device f0f5faf2-0682-4ef9-a2b5-93d709a82f57 up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:44:48.258503 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Provisioning for port f0f5faf2-0682-4ef9-a2b5-93d709a82f57 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:44:48.262802 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Provisioning complete for port f0f5faf2-0682-4ef9-a2b5-93d709a82f57 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:44:48.263389 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:48.267372 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ad29d-e51a-4f1b-a7bf-3549970b4060 req-158bdf69-eb07-4f06-b921-7e907d458ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:48.268869 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-8a5ad29d-e51a-4f1b-a7bf-3549970b4060 req-158bdf69-eb07-4f06-b921-7e907d458ebd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b6c9d7b614441d89eb7369f33fd9153&device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 1099 time: 0.0535192 Jun 29 10:44:48.288173 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f2ba1-e98e-4506-9a9d-c48a93a60c07 req-8aa24d93-5723-4338-926b-b5ef9d4af4e6 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:48.289688 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-023f2ba1-e98e-4506-9a9d-c48a93a60c07 req-8aa24d93-5723-4338-926b-b5ef9d4af4e6 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.0700042 Jun 29 10:44:48.332129 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-023f2ba1-e98e-4506-9a9d-c48a93a60c07 req-45358bf0-ca69-4e78-8887-6be6ba80dd0c tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352144 Jun 29 10:44:48.339764 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:48.379278 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port f0f5faf2-0682-4ef9-a2b5-93d709a82f57, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f0f5faf2-0682-4ef9-a2b5-93d709a82f57,segment=NetworkSegment(5b6ffa15-b2e0-45aa-80b3-ae1dc022e9a2),segment_id=5b6ffa15-b2e0-45aa-80b3-ae1dc022e9a2)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:48.382204 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ad29d-e51a-4f1b-a7bf-3549970b4060 req-89816bd6-085c-4623-bed4-e89733b048a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:48.383931 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:48.384086 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-8a5ad29d-e51a-4f1b-a7bf-3549970b4060 req-89816bd6-085c-4623-bed4-e89733b048a8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83 HTTP/1.1" status: 200 len: 920 time: 0.1044202 Jun 29 10:44:48.385809 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:48.426341 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-8a5ad29d-e51a-4f1b-a7bf-3549970b4060 req-ad0edae5-ddca-430d-9eed-08660971225e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=439de3c8-1548-446a-9cf1-d9b3e115795b HTTP/1.1" status: 200 len: 217 time: 0.0350456 Jun 29 10:44:48.432302 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=f0f5faf2-0682-4ef9-a2b5-93d709a82f57,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:48.435384 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:48.480262 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ad29d-e51a-4f1b-a7bf-3549970b4060 req-04f3b3f3-fc11-463c-8ff8-5fa767ce69a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:48.481751 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-8a5ad29d-e51a-4f1b-a7bf-3549970b4060 req-04f3b3f3-fc11-463c-8ff8-5fa767ce69a0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d9c3e9c-911d-4514-9065-0e24527aa31d HTTP/1.1" status: 200 len: 859 time: 0.0451210 Jun 29 10:44:48.520295 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-8a5ad29d-e51a-4f1b-a7bf-3549970b4060 req-f645901b-d73c-43d7-9d5b-676868065075 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308957 Jun 29 10:44:48.520607 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85f317-2d78-4b9a-9aa1-b60c40bd5d38 req-53b23b9d-3ed8-46b8-8c0d-77d5e298d046 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:48.522060 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-af85f317-2d78-4b9a-9aa1-b60c40bd5d38 req-53b23b9d-3ed8-46b8-8c0d-77d5e298d046 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=83ed5a7f-9cca-405a-89e9-767f1ef01460 HTTP/1.1" status: 200 len: 946 time: 0.0629141 Jun 29 10:44:48.559357 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-af85f317-2d78-4b9a-9aa1-b60c40bd5d38 req-789192a2-2e80-44a1-a9d7-d582c83a74d6 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311871 Jun 29 10:44:48.565755 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '993edd49-db0c-4806-a844-7773ffd674c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f5faf2-0682-4ef9-a2b5-93d709a82f57'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:44:48.568098 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3762a8f488588fc24900269a9cc386d753c3d6f951c38e7bc7f446f2f69fbffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472674ce-2daa-49e2-8ec2-cc374e74ebe0" -d '{"events": [{"server_uuid": "993edd49-db0c-4806-a844-7773ffd674c5", "name": "network-vif-plugged", "status": "completed", "tag": "f0f5faf2-0682-4ef9-a2b5-93d709a82f57"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:44:48.604340 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8859f867-60eb-49b9-bf85-bdc4b0afec06 x-openstack-request-id: req-8859f867-60eb-49b9-bf85-bdc4b0afec06 {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:44:48.604638 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "993edd49-db0c-4806-a844-7773ffd674c5", "name": "network-vif-plugged", "status": "completed", "tag": "f0f5faf2-0682-4ef9-a2b5-93d709a82f57", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:44:48.604898 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8859f867-60eb-49b9-bf85-bdc4b0afec06 {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:44:48.605294 dv-cinder-792209-3-iscsi neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '993edd49-db0c-4806-a844-7773ffd674c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f5faf2-0682-4ef9-a2b5-93d709a82f57', 'code': 200} Jun 29 10:44:48.618837 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-8a5ad29d-e51a-4f1b-a7bf-3549970b4060 req-5d3afba9-df0d-4cd5-b603-7d2925ca4d6f service neutron] 10.222.0.41 "GET /v2.0/networks/918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838304 Jun 29 10:44:48.765371 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-8a5ad29d-e51a-4f1b-a7bf-3549970b4060 req-a592c6f7-2305-4285-bf24-f734d60c548f service neutron] 10.222.0.41 "GET /v2.0/networks/918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978351 Jun 29 10:44:48.975176 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac790ffd-a25f-4522-b38b-11e97e1abd8e req-f35cdcc0-9b6e-42a6-9fcf-5324dd0cc520 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:48.976898 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ac790ffd-a25f-4522-b38b-11e97e1abd8e req-f35cdcc0-9b6e-42a6-9fcf-5324dd0cc520 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 945 time: 0.0708134 Jun 29 10:44:49.021068 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ac790ffd-a25f-4522-b38b-11e97e1abd8e req-4292eae8-7d2b-4dcb-b6e8-efd11fee84d1 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375035 Jun 29 10:44:49.145713 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da4043-5579-447c-aa2c-7269809361c0 req-083ffcbf-80ef-453f-828a-9d9483eb66d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:49.147241 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-a4da4043-5579-447c-aa2c-7269809361c0 req-083ffcbf-80ef-453f-828a-9d9483eb66d6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 1098 time: 0.0573957 Jun 29 10:44:49.230351 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-a4da4043-5579-447c-aa2c-7269809361c0 req-19a7291d-9bfb-4e20-a305-ea5efc603b4f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326314 Jun 29 10:44:49.287956 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca87e3-acaf-412e-bb21-82ac0b794eae req-f3edeab4-fed0-4cb6-b9dd-ee74e74c7d0a tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:49.289405 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a4ca87e3-acaf-412e-bb21-82ac0b794eae req-f3edeab4-fed0-4cb6-b9dd-ee74e74c7d0a tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 946 time: 0.0684066 Jun 29 10:44:49.327914 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a4ca87e3-acaf-412e-bb21-82ac0b794eae req-4c3b81ae-c049-4d0d-a40d-4cd60fdfddee tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326905 Jun 29 10:44:49.506248 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1a231-1b46-43e6-8309-1e083b520aed req-d201be93-ebd7-4d3d-8bf4-d56aa718015e tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:49.507747 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1df1a231-1b46-43e6-8309-1e083b520aed req-d201be93-ebd7-4d3d-8bf4-d56aa718015e tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.0624900 Jun 29 10:44:49.544911 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1df1a231-1b46-43e6-8309-1e083b520aed req-bd7dd868-6898-4f8e-8584-f945800f236f tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310133 Jun 29 10:44:49.736384 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3b88e-ca2d-4dc3-9c29-72c2d44aafec req-81dddcf4-0355-451f-ac0c-a155e67ee5d4 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:49.737875 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-21d3b88e-ca2d-4dc3-9c29-72c2d44aafec req-81dddcf4-0355-451f-ac0c-a155e67ee5d4 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=83ed5a7f-9cca-405a-89e9-767f1ef01460 HTTP/1.1" status: 200 len: 946 time: 0.0651841 Jun 29 10:44:49.776256 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-21d3b88e-ca2d-4dc3-9c29-72c2d44aafec req-9cb3f9eb-7c85-4b6f-8316-cf4eff215bb1 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326428 Jun 29 10:44:50.198857 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ecb5b2-8294-4810-84ac-b3697386221d req-3046d2a7-60cc-4ee8-9e36-306af5af00e8 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:50.200408 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a7ecb5b2-8294-4810-84ac-b3697386221d req-3046d2a7-60cc-4ee8-9e36-306af5af00e8 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 945 time: 0.0612071 Jun 29 10:44:50.236736 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a7ecb5b2-8294-4810-84ac-b3697386221d req-d61cd647-d2bf-4ef1-bebf-00cbed3a5e60 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309074 Jun 29 10:44:50.500863 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e16ca-ce63-4834-ac87-76756240ae20 req-7d0acce4-ccc7-41d9-a6fc-aab6cd45bf2d tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:50.502320 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-4e5e16ca-ce63-4834-ac87-76756240ae20 req-7d0acce4-ccc7-41d9-a6fc-aab6cd45bf2d tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 946 time: 0.0627997 Jun 29 10:44:50.542390 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-4e5e16ca-ce63-4834-ac87-76756240ae20 req-b7c14ab8-4edb-4bb8-af36-e3256c4f5fd3 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344951 Jun 29 10:44:50.713291 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81014cf7-a40e-4469-8b0f-d2e3724895f5 req-7784633c-5c2c-4258-8d02-cbb366c7f3cd tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:50.714657 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-81014cf7-a40e-4469-8b0f-d2e3724895f5 req-7784633c-5c2c-4258-8d02-cbb366c7f3cd tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.0618513 Jun 29 10:44:50.751760 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-81014cf7-a40e-4469-8b0f-d2e3724895f5 req-3041eb6c-acb0-441a-a949-5f41c69d56b0 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315604 Jun 29 10:44:50.788754 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fecc0f-ba05-4ca1-a30b-db3adbce1d51 req-be61a15f-4f8d-44a4-9816-fe872d4e6722 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:50.790914 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-68fecc0f-ba05-4ca1-a30b-db3adbce1d51 req-be61a15f-4f8d-44a4-9816-fe872d4e6722 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.41 "GET /v2.0/ports?device_id=83ed5a7f-9cca-405a-89e9-767f1ef01460 HTTP/1.1" status: 200 len: 946 time: 0.0737283 Jun 29 10:44:50.943439 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [req-68fecc0f-ba05-4ca1-a30b-db3adbce1d51 req-06afcc12-41c6-4d43-8b43-1a26b66c784b tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Deleting port 7869892e-bbfa-4094-b9b6-04a96b37e29c {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:44:50.943781 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-68fecc0f-ba05-4ca1-a30b-db3adbce1d51 req-06afcc12-41c6-4d43-8b43-1a26b66c784b tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:50.965419 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd7a7d-2100-4caa-b84b-c3ddac264d20 req-ca7acfd0-a432-495c-9150-015758a7230d tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:50.966819 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c7dd7a7d-2100-4caa-b84b-c3ddac264d20 req-ca7acfd0-a432-495c-9150-015758a7230d tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=83ed5a7f-9cca-405a-89e9-767f1ef01460 HTTP/1.1" status: 200 len: 946 time: 0.0653374 Jun 29 10:44:51.003681 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c7dd7a7d-2100-4caa-b84b-c3ddac264d20 req-c8c6961c-1c7e-421c-9374-849533afa34b tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311351 Jun 29 10:44:51.033068 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-68fecc0f-ba05-4ca1-a30b-db3adbce1d51 req-06afcc12-41c6-4d43-8b43-1a26b66c784b tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] For port 7869892e-bbfa-4094-b9b6-04a96b37e29c, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=7869892e-bbfa-4094-b9b6-04a96b37e29c,segment=NetworkSegment(9f0c74f0-432e-4950-b3d2-3a9e79de6a51),segment_id=9f0c74f0-432e-4950-b3d2-3a9e79de6a51)] {{(pid=99532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:51.033460 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-68fecc0f-ba05-4ca1-a30b-db3adbce1d51 req-06afcc12-41c6-4d43-8b43-1a26b66c784b tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:51.046806 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [req-68fecc0f-ba05-4ca1-a30b-db3adbce1d51 req-06afcc12-41c6-4d43-8b43-1a26b66c784b tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Calling delete_port for 7869892e-bbfa-4094-b9b6-04a96b37e29c owned by compute:nova {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:44:51.169802 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-68fecc0f-ba05-4ca1-a30b-db3adbce1d51 req-06afcc12-41c6-4d43-8b43-1a26b66c784b tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4232076'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:51.174855 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:51.208530 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06afcc12-41c6-4d43-8b43-1a26b66c784b tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Pushing event deleted for resources: {'Port': ['ID=7869892e-bbfa-4094-b9b6-04a96b37e29c,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:51.215706 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] get_ports_and_sgs() called for port_ids ['a8a396db-ba2e-4df9-ae26-ac99811fbb95', '76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d', '46638af4-8f63-4180-893a-de25f5f7ba3b', '7869892e-bbfa-4094-b9b6-04a96b37e29c'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:44:51.226286 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-06afcc12-41c6-4d43-8b43-1a26b66c784b tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:51.245692 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [req-68fecc0f-ba05-4ca1-a30b-db3adbce1d51 req-06afcc12-41c6-4d43-8b43-1a26b66c784b tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] No DVR routers for this DVR port 7869892e-bbfa-4094-b9b6-04a96b37e29c on host hv-cinder-79220 {{(pid=99532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:44:51.248910 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-68fecc0f-ba05-4ca1-a30b-db3adbce1d51 req-06afcc12-41c6-4d43-8b43-1a26b66c784b tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:51.250948 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-68fecc0f-ba05-4ca1-a30b-db3adbce1d51 req-06afcc12-41c6-4d43-8b43-1a26b66c784b tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.41 "DELETE /v2.0/ports/7869892e-bbfa-4094-b9b6-04a96b37e29c HTTP/1.1" status: 204 len: 173 time: 0.4317420 Jun 29 10:44:51.251432 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ed5a7f-9cca-405a-89e9-767f1ef01460', 'name': 'network-vif-deleted', 'tag': '7869892e-bbfa-4094-b9b6-04a96b37e29c'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:44:51.253676 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}741eff7b388cda03fc4d9e55606c84397052c5857ae4d93d7a3b4e67aaed09af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c602d4e-997f-4db5-9864-63f00062d72e" -d '{"events": [{"server_uuid": "83ed5a7f-9cca-405a-89e9-767f1ef01460", "name": "network-vif-deleted", "tag": "7869892e-bbfa-4094-b9b6-04a96b37e29c"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:44:51.291032 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb44414-b4c0-4c60-85fe-802eb7b5205a x-openstack-request-id: req-9eb44414-b4c0-4c60-85fe-802eb7b5205a {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:44:51.291352 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ed5a7f-9cca-405a-89e9-767f1ef01460", "name": "network-vif-deleted", "tag": "7869892e-bbfa-4094-b9b6-04a96b37e29c", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:44:51.291663 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9eb44414-b4c0-4c60-85fe-802eb7b5205a {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:44:51.292078 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ed5a7f-9cca-405a-89e9-767f1ef01460', 'name': 'network-vif-deleted', 'tag': '7869892e-bbfa-4094-b9b6-04a96b37e29c', 'status': 'completed', 'code': 200} Jun 29 10:44:51.425888 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563407a-d8b9-4950-a653-169b8fc9fa30 req-a9217d20-9af3-4a32-a268-aec57fa2f210 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:51.427601 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1563407a-d8b9-4950-a653-169b8fc9fa30 req-a9217d20-9af3-4a32-a268-aec57fa2f210 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 945 time: 0.0721393 Jun 29 10:44:51.471067 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1563407a-d8b9-4950-a653-169b8fc9fa30 req-d936d08b-1786-421a-85d2-a9f9c11262eb tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370882 Jun 29 10:44:51.643910 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d01857-c1cb-4d0b-916e-51fc3510d4c5 req-dab8abe8-c114-47b3-8bf3-f4231bffbfeb tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:51.645355 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-54d01857-c1cb-4d0b-916e-51fc3510d4c5 req-dab8abe8-c114-47b3-8bf3-f4231bffbfeb tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 945 time: 0.0612001 Jun 29 10:44:51.683171 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-54d01857-c1cb-4d0b-916e-51fc3510d4c5 req-b52972d1-696d-4203-8ed8-23e767b50288 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309994 Jun 29 10:44:51.706334 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 47844) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:51.861662 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5465ab-37d4-488a-9123-ff797c9fa7fd tempest-TestShelveInstance-541468297 tempest-TestShelveInstance-541468297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:51.863207 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-4a5465ab-37d4-488a-9123-ff797c9fa7fd tempest-TestShelveInstance-541468297 tempest-TestShelveInstance-541468297-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 1093 time: 0.1558762 Jun 29 10:44:51.866008 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 47850) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:44:51.872006 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-e02ff3d2-748f-489d-9e41-58df846631a8 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Request body: {'floatingip': {'floating_network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'port_id': 'f0f5faf2-0682-4ef9-a2b5-93d709a82f57', 'tenant_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:44:51.899832 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e02ff3d2-748f-489d-9e41-58df846631a8 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks [] for floatingip, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:51.930421 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664e6e3-00d7-4b15-a23f-b54227fd902b req-1e974584-796e-4a16-83d1-658fd96dfca0 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:51.932771 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1664e6e3-00d7-4b15-a23f-b54227fd902b req-1e974584-796e-4a16-83d1-658fd96dfca0 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.0695269 Jun 29 10:44:51.974650 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1664e6e3-00d7-4b15-a23f-b54227fd902b req-6ab94fff-ffa0-411d-8f70-3e24f2869db4 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358498 Jun 29 10:44:52.000623 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e02ff3d2-748f-489d-9e41-58df846631a8 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:52.103322 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [None req-e02ff3d2-748f-489d-9e41-58df846631a8 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Allocated IP 172.27.0.124 (2b1c2b73-c07b-4ea8-8347-94f00b07ac35/05f04cdc-c6be-4227-89f2-0a6a720b3b38/8a49d978-05f8-45f9-a52c-4df9367f9e75) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:44:52.172982 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-839e7553-b156-48a8-ad74-ee3d5b78a97d req-a5a4fb80-4d02-443e-9526-f77a57b614c2 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=83ed5a7f-9cca-405a-89e9-767f1ef01460 HTTP/1.1" status: 200 len: 210 time: 0.0324881 Jun 29 10:44:52.222745 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e02ff3d2-748f-489d-9e41-58df846631a8 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:52.262769 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e02ff3d2-748f-489d-9e41-58df846631a8 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4232069'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:52.264726 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-fa4630d8-2a1f-4bde-804e-5a0a429dac8f tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:52.301242 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02ff3d2-748f-489d-9e41-58df846631a8 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Network 2b1c2b73-c07b-4ea8-8347-94f00b07ac35 is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:44:52.304012 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-e02ff3d2-748f-489d-9e41-58df846631a8 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:44:52.307990 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02ff3d2-748f-489d-9e41-58df846631a8 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:44:52.331892 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ff3d2-748f-489d-9e41-58df846631a8 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Pushing event updated for resources: {'Port': ['ID=8a49d978-05f8-45f9-a52c-4df9367f9e75,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:52.335590 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-e02ff3d2-748f-489d-9e41-58df846631a8 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:52.673019 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e02ff3d2-748f-489d-9e41-58df846631a8 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:52.747983 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e02ff3d2-748f-489d-9e41-58df846631a8 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:52.885383 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e02ff3d2-748f-489d-9e41-58df846631a8 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks [] for port, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:52.889716 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e02ff3d2-748f-489d-9e41-58df846631a8 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4232083'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:52.892382 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-eb7c9ad7-7a3e-4a43-985c-df4585afcc01 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:52.955315 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ff3d2-748f-489d-9e41-58df846631a8 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Pushing event updated for resources: {'Port': ['ID=8a49d978-05f8-45f9-a52c-4df9367f9e75,revision_number=2']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:52.960246 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-e02ff3d2-748f-489d-9e41-58df846631a8 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:52.966464 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e02ff3d2-748f-489d-9e41-58df846631a8 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7928479'] for floatingip, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:53.157625 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8242059-c861-4bb0-8184-80c0ed17abf4 req-e54ed8ea-1767-47e2-8455-f3ca807cc9e9 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:53.159194 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f8242059-c861-4bb0-8184-80c0ed17abf4 req-e54ed8ea-1767-47e2-8455-f3ca807cc9e9 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.0652869 Jun 29 10:44:53.200383 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f8242059-c861-4bb0-8184-80c0ed17abf4 req-cb9ff83a-8ead-482e-984a-9a56a231cb15 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348482 Jun 29 10:44:53.317541 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.db.l3_db [None req-e02ff3d2-748f-489d-9e41-58df846631a8 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Floating IP 1c0cba76-70a5-48ff-bf31-9139bd3c8660 associated. External IP: 172.27.0.124, port: f0f5faf2-0682-4ef9-a2b5-93d709a82f57. Jun 29 10:44:53.581606 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02ff3d2-748f-489d-9e41-58df846631a8 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Router 24c1a729-4a54-43e9-944b-04265164ac9f has already been hosted by L3 agent 8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f {{(pid=99532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:44:53.689581 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02ff3d2-748f-489d-9e41-58df846631a8 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify agent at l3_agent.dv-cinder-792209-3-iscsi the message routers_updated {{(pid=99532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:44:53.699362 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4764c39-629c-4655-840f-782acc631726 None None] Sync routers for ids ['24c1a729-4a54-43e9-944b-04265164ac9f'] in dv-cinder-792209-3-iscsi {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:44:53.706441 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e02ff3d2-748f-489d-9e41-58df846631a8 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for floatingip, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:53.708515 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4764c39-629c-4655-840f-782acc631726 None None] Routers {'24c1a729-4a54-43e9-944b-04265164ac9f'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:44:53.709304 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-c4764c39-629c-4655-840f-782acc631726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:44:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['24c1a729-4a54-43e9-944b-04265164ac9f'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:53.753531 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-e02ff3d2-748f-489d-9e41-58df846631a8 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8742340 Jun 29 10:44:53.753531 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '993edd49-db0c-4806-a844-7773ffd674c5', 'tag': 'f0f5faf2-0682-4ef9-a2b5-93d709a82f57'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:44:53.753531 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}741eff7b388cda03fc4d9e55606c84397052c5857ae4d93d7a3b4e67aaed09af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef13281-5f3c-4902-b4b2-c2b345351c64" -d '{"events": [{"name": "network-changed", "server_uuid": "993edd49-db0c-4806-a844-7773ffd674c5", "tag": "f0f5faf2-0682-4ef9-a2b5-93d709a82f57"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:44:53.791457 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19376915-ea10-483a-85b0-24557b61ea4c x-openstack-request-id: req-19376915-ea10-483a-85b0-24557b61ea4c {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:44:53.791899 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "993edd49-db0c-4806-a844-7773ffd674c5", "tag": "f0f5faf2-0682-4ef9-a2b5-93d709a82f57", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:44:53.792209 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-19376915-ea10-483a-85b0-24557b61ea4c {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:44:53.792629 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '993edd49-db0c-4806-a844-7773ffd674c5', 'tag': 'f0f5faf2-0682-4ef9-a2b5-93d709a82f57', 'status': 'completed', 'code': 200} Jun 29 10:44:53.818009 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-c4764c39-629c-4655-840f-782acc631726 None None] Set router 24c1a729-4a54-43e9-944b-04265164ac9f gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:44:53.894373 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef13281-5f3c-4902-b4b2-c2b345351c64 req-ad4c68d6-76c8-49d0-8d7a-7fccd12dfda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:53.895924 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-4ef13281-5f3c-4902-b4b2-c2b345351c64 req-ad4c68d6-76c8-49d0-8d7a-7fccd12dfda4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc36cdfa812e4636821c2b2d1b679dd1&device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 1098 time: 0.0536137 Jun 29 10:44:54.020487 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef13281-5f3c-4902-b4b2-c2b345351c64 req-f6a1190c-dbdb-49fd-bbb1-2fe03c8cf07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:54.021833 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-4ef13281-5f3c-4902-b4b2-c2b345351c64 req-f6a1190c-dbdb-49fd-bbb1-2fe03c8cf07d service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e46ac46-13aa-440b-9acd-79dc5c709b8a HTTP/1.1" status: 200 len: 910 time: 0.0942788 Jun 29 10:44:54.044776 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-c4764c39-629c-4655-840f-782acc631726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c1a729-4a54-43e9-944b-04265164ac9f', 'name': 'tempest-TestShelveInstance-1981661880-router', 'tenant_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '30783a63-18b1-4bfb-b205-973e688cf99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:36Z', 'updated_at': '2021-06-29T10:43:41Z', 'revision_number': 4, 'project_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'gw_port': {'id': '30783a63-18b1-4bfb-b205-973e688cf99e', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c1a729-4a54-43e9-944b-04265164ac9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:38Z', 'updated_at': '2021-06-29T10:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_floatingips': [{'id': '1c0cba76-70a5-48ff-bf31-9139bd3c8660', 'tenant_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'router_id': '24c1a729-4a54-43e9-944b-04265164ac9f', 'port_id': 'f0f5faf2-0682-4ef9-a2b5-93d709a82f57', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e46ac46-13aa-440b-9acd-79dc5c709b8a', 'mac_address': 'fa:16:3e:eb:8b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993edd49-db0c-4806-a844-7773ffd674c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:44:52Z', 'updated_at': '2021-06-29T10:44:52Z', 'revision_number': 0, 'project_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27a02cc2-8118-4353-a653-2de79c368187', 'name': '', 'network_id': '3e46ac46-13aa-440b-9acd-79dc5c709b8a', 'tenant_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'mac_address': 'fa:16:3e:67:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c1a729-4a54-43e9-944b-04265164ac9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3d189302-9f00-41d9-950a-7c945719ae16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:40Z', 'updated_at': '2021-06-29T10:43:48Z', 'revision_number': 5, 'project_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'subnets': [{'id': '3d189302-9f00-41d9-950a-7c945719ae16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:54.069971 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4764c39-629c-4655-840f-782acc631726 None None] Checking router: 24c1a729-4a54-43e9-944b-04265164ac9f for host: dv-cinder-792209-3-iscsi {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:44:54.078519 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4764c39-629c-4655-840f-782acc631726 None None] Routers {'24c1a729-4a54-43e9-944b-04265164ac9f'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:44:54.079130 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-c4764c39-629c-4655-840f-782acc631726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:44:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['24c1a729-4a54-43e9-944b-04265164ac9f'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:54.104219 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-4ef13281-5f3c-4902-b4b2-c2b345351c64 req-7126e7c4-3756-425f-93a6-02513a82c4f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0f5faf2-0682-4ef9-a2b5-93d709a82f57 HTTP/1.1" status: 200 len: 999 time: 0.0624552 Jun 29 10:44:54.156401 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef13281-5f3c-4902-b4b2-c2b345351c64 req-92f40d67-06a9-427c-bbbb-0787ac9a0ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:54.157930 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-4ef13281-5f3c-4902-b4b2-c2b345351c64 req-92f40d67-06a9-427c-bbbb-0787ac9a0ee7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3d189302-9f00-41d9-950a-7c945719ae16 HTTP/1.1" status: 200 len: 848 time: 0.0463524 Jun 29 10:44:54.181468 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-c4764c39-629c-4655-840f-782acc631726 None None] Set router 24c1a729-4a54-43e9-944b-04265164ac9f gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:44:54.222663 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef13281-5f3c-4902-b4b2-c2b345351c64 req-d1c39c55-d4d5-48be-a774-c82e4e1f605a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:54.224526 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-4ef13281-5f3c-4902-b4b2-c2b345351c64 req-d1c39c55-d4d5-48be-a774-c82e4e1f605a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e46ac46-13aa-440b-9acd-79dc5c709b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0585001 Jun 29 10:44:54.246527 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device 7869892e-bbfa-4094-b9b6-04a96b37e29c no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:44:54.268377 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] No Port match for: 7869892e-bbfa-4094-b9b6-04a96b37e29c {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:44:54.268745 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device 7869892e-bbfa-4094-b9b6-04a96b37e29c not bound to the agent host hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:44:54.327704 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-4ef13281-5f3c-4902-b4b2-c2b345351c64 req-a087f4e3-e443-40cd-8850-b8106472b652 service neutron] 10.222.0.41 "GET /v2.0/networks/3e46ac46-13aa-440b-9acd-79dc5c709b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859993 Jun 29 10:44:54.404001 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-c4764c39-629c-4655-840f-782acc631726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c1a729-4a54-43e9-944b-04265164ac9f', 'name': 'tempest-TestShelveInstance-1981661880-router', 'tenant_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '30783a63-18b1-4bfb-b205-973e688cf99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:36Z', 'updated_at': '2021-06-29T10:43:41Z', 'revision_number': 4, 'project_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'gw_port': {'id': '30783a63-18b1-4bfb-b205-973e688cf99e', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c1a729-4a54-43e9-944b-04265164ac9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:38Z', 'updated_at': '2021-06-29T10:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_floatingips': [{'id': '1c0cba76-70a5-48ff-bf31-9139bd3c8660', 'tenant_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'router_id': '24c1a729-4a54-43e9-944b-04265164ac9f', 'port_id': 'f0f5faf2-0682-4ef9-a2b5-93d709a82f57', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e46ac46-13aa-440b-9acd-79dc5c709b8a', 'mac_address': 'fa:16:3e:eb:8b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993edd49-db0c-4806-a844-7773ffd674c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:44:52Z', 'updated_at': '2021-06-29T10:44:52Z', 'revision_number': 0, 'project_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27a02cc2-8118-4353-a653-2de79c368187', 'name': '', 'network_id': '3e46ac46-13aa-440b-9acd-79dc5c709b8a', 'tenant_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'mac_address': 'fa:16:3e:67:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c1a729-4a54-43e9-944b-04265164ac9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3d189302-9f00-41d9-950a-7c945719ae16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:40Z', 'updated_at': '2021-06-29T10:43:48Z', 'revision_number': 5, 'project_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'subnets': [{'id': '3d189302-9f00-41d9-950a-7c945719ae16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:44:54.421667 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-4ef13281-5f3c-4902-b4b2-c2b345351c64 req-22cc5883-c52d-4c2d-8d6f-66c27583dba2 service neutron] 10.222.0.41 "GET /v2.0/networks/3e46ac46-13aa-440b-9acd-79dc5c709b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860529 Jun 29 10:44:54.429253 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4764c39-629c-4655-840f-782acc631726 None None] The sync data for ids ['24c1a729-4a54-43e9-944b-04265164ac9f'] in dv-cinder-792209-3-iscsi is: [{'id': '24c1a729-4a54-43e9-944b-04265164ac9f', 'name': 'tempest-TestShelveInstance-1981661880-router', 'tenant_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '30783a63-18b1-4bfb-b205-973e688cf99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:36Z', 'updated_at': '2021-06-29T10:43:41Z', 'revision_number': 4, 'project_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'gw_port': {'id': '30783a63-18b1-4bfb-b205-973e688cf99e', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c1a729-4a54-43e9-944b-04265164ac9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:38Z', 'updated_at': '2021-06-29T10:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_floatingips': [{'id': '1c0cba76-70a5-48ff-bf31-9139bd3c8660', 'tenant_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'floating_ip_address': '172.27.0.124', 'floating_network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'router_id': '24c1a729-4a54-43e9-944b-04265164ac9f', 'port_id': 'f0f5faf2-0682-4ef9-a2b5-93d709a82f57', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e46ac46-13aa-440b-9acd-79dc5c709b8a', 'mac_address': 'fa:16:3e:eb:8b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993edd49-db0c-4806-a844-7773ffd674c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:44:52Z', 'updated_at': '2021-06-29T10:44:52Z', 'revision_number': 0, 'project_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27a02cc2-8118-4353-a653-2de79c368187', 'name': '', 'network_id': '3e46ac46-13aa-440b-9acd-79dc5c709b8a', 'tenant_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'mac_address': 'fa:16:3e:67:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c1a729-4a54-43e9-944b-04265164ac9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3d189302-9f00-41d9-950a-7c945719ae16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:40Z', 'updated_at': '2021-06-29T10:43:48Z', 'revision_number': 5, 'project_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'subnets': [{'id': '3d189302-9f00-41d9-950a-7c945719ae16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:44:54.642068 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25803c8-45ee-4da6-a1f3-03424aff6d4c None None] New status for floating IP 1c0cba76-70a5-48ff-bf31-9139bd3c8660: ACTIVE {{(pid=99534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:44:54.815824 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:54.946477 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176f149-e154-4f71-a4a7-0407229785b9 req-a0e41082-e59e-4acd-9489-3e05ad503fbc tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:54.947919 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c176f149-e154-4f71-a4a7-0407229785b9 req-a0e41082-e59e-4acd-9489-3e05ad503fbc tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b07928-2578-4ee9-97bf-e0a1689673f2 HTTP/1.1" status: 200 len: 946 time: 0.0658343 Jun 29 10:44:54.984515 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c176f149-e154-4f71-a4a7-0407229785b9 req-10cf84d6-71f0-4203-becf-e8e25100474d tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310400 Jun 29 10:44:55.958282 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-94bb3807-6c14-4aa2-91b2-a57224f6814e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:56.159480 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9c116-201b-4d94-b048-0b34311035e7 req-4d5a808a-22f0-4aa4-9002-f6c28ec16510 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:56.160988 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-47f9c116-201b-4d94-b048-0b34311035e7 req-4d5a808a-22f0-4aa4-9002-f6c28ec16510 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b07928-2578-4ee9-97bf-e0a1689673f2 HTTP/1.1" status: 200 len: 946 time: 0.0638168 Jun 29 10:44:56.199001 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-47f9c116-201b-4d94-b048-0b34311035e7 req-c2d55956-5283-48ba-9075-637c60c43175 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307209 Jun 29 10:44:56.373382 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-c2d5e06e-9da5-42ce-96c5-ae907449d349 req-1a7a3427-6d03-49ae-ab90-ff218c7ce97a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499854 Jun 29 10:44:56.493489 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5e06e-9da5-42ce-96c5-ae907449d349 req-ec57816e-6350-413d-ba8a-08edb8e5d02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:56.494841 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-c2d5e06e-9da5-42ce-96c5-ae907449d349 req-ec57816e-6350-413d-ba8a-08edb8e5d02f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b6c9d7b614441d89eb7369f33fd9153&device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 1099 time: 0.0509689 Jun 29 10:44:56.606925 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5e06e-9da5-42ce-96c5-ae907449d349 req-fd1e2cf5-df2d-4b3c-8006-3980035e980d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:56.608345 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-c2d5e06e-9da5-42ce-96c5-ae907449d349 req-fd1e2cf5-df2d-4b3c-8006-3980035e980d service neutron] 10.222.0.41 "GET /v2.0/networks?id=918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83 HTTP/1.1" status: 200 len: 920 time: 0.0847709 Jun 29 10:44:56.711703 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-c2d5e06e-9da5-42ce-96c5-ae907449d349 req-ac1e1936-b7ca-49e0-a711-78f72d91b7a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=052b955f-f467-4f18-a0ec-0506c313fc95 HTTP/1.1" status: 200 len: 217 time: 0.0341928 Jun 29 10:44:56.737919 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e065ab0-49b3-4ace-be90-c553fffd5b16 req-64909356-3666-42cb-82b7-e52c7037ee7a tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:56.739355 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1e065ab0-49b3-4ace-be90-c553fffd5b16 req-64909356-3666-42cb-82b7-e52c7037ee7a tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.41 "GET /v2.0/ports?device_id=77b07928-2578-4ee9-97bf-e0a1689673f2 HTTP/1.1" status: 200 len: 946 time: 0.0612605 Jun 29 10:44:56.759457 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5e06e-9da5-42ce-96c5-ae907449d349 req-38909489-5c26-4ff7-aed0-41504d1b9727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:56.761510 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-c2d5e06e-9da5-42ce-96c5-ae907449d349 req-38909489-5c26-4ff7-aed0-41504d1b9727 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d9c3e9c-911d-4514-9065-0e24527aa31d HTTP/1.1" status: 200 len: 859 time: 0.0429795 Jun 29 10:44:56.793972 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-c2d5e06e-9da5-42ce-96c5-ae907449d349 req-1e1d5391-fb3d-42b3-848e-a935fca5bcc7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253384 Jun 29 10:44:56.879757 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-1e065ab0-49b3-4ace-be90-c553fffd5b16 req-a0a80d2a-cebe-4876-95a1-de0929e68ff4 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Deleting port 46638af4-8f63-4180-893a-de25f5f7ba3b {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:44:56.880089 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-1e065ab0-49b3-4ace-be90-c553fffd5b16 req-a0a80d2a-cebe-4876-95a1-de0929e68ff4 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:56.883131 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-c2d5e06e-9da5-42ce-96c5-ae907449d349 req-6eff2319-859b-484a-8c6b-6c12a50f7197 service neutron] 10.222.0.41 "GET /v2.0/networks/918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822251 Jun 29 10:44:56.983395 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-1e065ab0-49b3-4ace-be90-c553fffd5b16 req-a0a80d2a-cebe-4876-95a1-de0929e68ff4 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] For port 46638af4-8f63-4180-893a-de25f5f7ba3b, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=46638af4-8f63-4180-893a-de25f5f7ba3b,segment=NetworkSegment(9f0c74f0-432e-4950-b3d2-3a9e79de6a51),segment_id=9f0c74f0-432e-4950-b3d2-3a9e79de6a51)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:44:56.984156 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-1e065ab0-49b3-4ace-be90-c553fffd5b16 req-a0a80d2a-cebe-4876-95a1-de0929e68ff4 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:56.989829 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-c2d5e06e-9da5-42ce-96c5-ae907449d349 req-c4a1d136-3594-4b45-b7ed-deac6946c51d service neutron] 10.222.0.41 "GET /v2.0/networks/918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914955 Jun 29 10:44:56.999313 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-1e065ab0-49b3-4ace-be90-c553fffd5b16 req-a0a80d2a-cebe-4876-95a1-de0929e68ff4 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Calling delete_port for 46638af4-8f63-4180-893a-de25f5f7ba3b owned by compute:nova {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:44:57.163224 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-1e065ab0-49b3-4ace-be90-c553fffd5b16 req-a0a80d2a-cebe-4876-95a1-de0929e68ff4 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295537'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:57.169550 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:44:57.196421 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a80d2a-cebe-4876-95a1-de0929e68ff4 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Pushing event deleted for resources: {'Port': ['ID=46638af4-8f63-4180-893a-de25f5f7ba3b,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:44:57.199599 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-a0a80d2a-cebe-4876-95a1-de0929e68ff4 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:44:57.203185 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] get_ports_and_sgs() called for port_ids ['a8a396db-ba2e-4df9-ae26-ac99811fbb95', '76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d', '46638af4-8f63-4180-893a-de25f5f7ba3b'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:44:57.269467 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e065ab0-49b3-4ace-be90-c553fffd5b16 req-a0a80d2a-cebe-4876-95a1-de0929e68ff4 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] No DVR routers for this DVR port 46638af4-8f63-4180-893a-de25f5f7ba3b on host hv-cinder-79220 {{(pid=99533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:44:57.282244 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-1e065ab0-49b3-4ace-be90-c553fffd5b16 req-a0a80d2a-cebe-4876-95a1-de0929e68ff4 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:57.284828 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1e065ab0-49b3-4ace-be90-c553fffd5b16 req-a0a80d2a-cebe-4876-95a1-de0929e68ff4 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.41 "DELETE /v2.0/ports/46638af4-8f63-4180-893a-de25f5f7ba3b HTTP/1.1" status: 204 len: 173 time: 0.5390704 Jun 29 10:44:57.287157 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b07928-2578-4ee9-97bf-e0a1689673f2', 'name': 'network-vif-deleted', 'tag': '46638af4-8f63-4180-893a-de25f5f7ba3b'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:44:57.288913 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82814ba4342b3241ea59c6119a2f8abf18707475a0488e58b50a7e2d80907800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ee4a2e-ad48-4875-95eb-34415cd38937" -d '{"events": [{"server_uuid": "77b07928-2578-4ee9-97bf-e0a1689673f2", "name": "network-vif-deleted", "tag": "46638af4-8f63-4180-893a-de25f5f7ba3b"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:44:57.354258 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f43069d0-5073-4684-b34e-8032c59f0597 req-a08804bf-b29f-4765-a55c-4985bfdf370a tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=77b07928-2578-4ee9-97bf-e0a1689673f2 HTTP/1.1" status: 200 len: 210 time: 0.0374417 Jun 29 10:44:57.374808 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0c0d7-3e18-4a33-b52c-9d9ea94c8743 req-a9390c88-3452-4ce5-af66-6fba03a3dfe1 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:57.382252 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6da0c0d7-3e18-4a33-b52c-9d9ea94c8743 req-a9390c88-3452-4ce5-af66-6fba03a3dfe1 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.1109538 Jun 29 10:44:57.426853 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6da0c0d7-3e18-4a33-b52c-9d9ea94c8743 req-714040d1-019d-42ac-aaf7-c483dc945cf1 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436277 Jun 29 10:44:57.429314 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2fcb94-91c9-42fc-9b8b-fb33c768c206 x-openstack-request-id: req-7c2fcb94-91c9-42fc-9b8b-fb33c768c206 {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:44:57.429667 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b07928-2578-4ee9-97bf-e0a1689673f2", "name": "network-vif-deleted", "tag": "46638af4-8f63-4180-893a-de25f5f7ba3b", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:44:57.429944 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7c2fcb94-91c9-42fc-9b8b-fb33c768c206 {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:44:57.430358 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77b07928-2578-4ee9-97bf-e0a1689673f2', 'name': 'network-vif-deleted', 'tag': '46638af4-8f63-4180-893a-de25f5f7ba3b', 'status': 'completed', 'code': 200} Jun 29 10:44:58.608308 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738f871-345f-4e61-a71f-20ae96feeb63 req-f37c1df7-bd9b-432a-89b1-e7af05754b26 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:58.609812 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d738f871-345f-4e61-a71f-20ae96feeb63 req-f37c1df7-bd9b-432a-89b1-e7af05754b26 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.0636358 Jun 29 10:44:58.647195 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d738f871-345f-4e61-a71f-20ae96feeb63 req-9be5bf19-222a-4ee1-bc92-23b2e11643c9 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313854 Jun 29 10:44:58.680178 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0f5a9353-21c1-4878-9e64-6e764dad6583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:58.807053 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0ab03-946a-42ed-8cd5-206cbafd7f55 req-6e894b9b-bea2-4c3c-8551-0e82dc588ea7 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:58.808495 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e8c0ab03-946a-42ed-8cd5-206cbafd7f55 req-6e894b9b-bea2-4c3c-8551-0e82dc588ea7 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf9460f1-7e92-4804-a35b-c0120b404f80 HTTP/1.1" status: 200 len: 945 time: 0.0604217 Jun 29 10:44:58.845364 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e8c0ab03-946a-42ed-8cd5-206cbafd7f55 req-ddfacac5-e63d-4a27-b20b-2010faa0e4b7 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314267 Jun 29 10:44:58.865516 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:59.683801 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:44:59.824036 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d2a7a-2fcf-453f-8d6b-94a23ba83f01 req-caeb4765-1b1b-4eed-8a2a-ff1487836838 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:44:59.825458 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-7f6d2a7a-2fcf-453f-8d6b-94a23ba83f01 req-caeb4765-1b1b-4eed-8a2a-ff1487836838 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.0666077 Jun 29 10:45:00.069395 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-7f6d2a7a-2fcf-453f-8d6b-94a23ba83f01 req-f75c3907-3e61-4fce-a6dd-fc027d237444 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383041 Jun 29 10:45:00.135310 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01311068-1f30-4c24-8a7f-1b8b21474314 req-778fdbd4-0de4-4e61-bef1-c641e9de9e4f tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:00.136729 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-01311068-1f30-4c24-8a7f-1b8b21474314 req-778fdbd4-0de4-4e61-bef1-c641e9de9e4f tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf9460f1-7e92-4804-a35b-c0120b404f80 HTTP/1.1" status: 200 len: 945 time: 0.1159487 Jun 29 10:45:00.157312 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c191b5-b60e-4bd4-b9da-3e3efd17b191 req-b95f3553-23a3-43f8-aa4d-8590df25011a tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:00.158673 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f7c191b5-b60e-4bd4-b9da-3e3efd17b191 req-b95f3553-23a3-43f8-aa4d-8590df25011a tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 946 time: 0.0924509 Jun 29 10:45:00.222152 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-01311068-1f30-4c24-8a7f-1b8b21474314 req-c0d36445-fd6e-4321-bdbe-5c5e6efbb6b8 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794003 Jun 29 10:45:00.283813 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-f7c191b5-b60e-4bd4-b9da-3e3efd17b191 req-20d5ab87-9146-4d1f-8baa-ce5359a412f4 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Deleting port 052b955f-f467-4f18-a0ec-0506c313fc95 {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:45:00.284151 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-f7c191b5-b60e-4bd4-b9da-3e3efd17b191 req-20d5ab87-9146-4d1f-8baa-ce5359a412f4 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:00.316066 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device 46638af4-8f63-4180-893a-de25f5f7ba3b no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:45:00.335364 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] No Port match for: 46638af4-8f63-4180-893a-de25f5f7ba3b {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:45:00.335638 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device 46638af4-8f63-4180-893a-de25f5f7ba3b not bound to the agent host hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:45:00.373560 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-f7c191b5-b60e-4bd4-b9da-3e3efd17b191 req-20d5ab87-9146-4d1f-8baa-ce5359a412f4 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] For port 052b955f-f467-4f18-a0ec-0506c313fc95, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=052b955f-f467-4f18-a0ec-0506c313fc95,segment=NetworkSegment(6a7dfca7-47fa-40e6-9307-39f28100bd69),segment_id=6a7dfca7-47fa-40e6-9307-39f28100bd69)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:00.373910 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-f7c191b5-b60e-4bd4-b9da-3e3efd17b191 req-20d5ab87-9146-4d1f-8baa-ce5359a412f4 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:00.385726 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-f7c191b5-b60e-4bd4-b9da-3e3efd17b191 req-20d5ab87-9146-4d1f-8baa-ce5359a412f4 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Calling delete_port for 052b955f-f467-4f18-a0ec-0506c313fc95 owned by compute:nova {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:45:00.506244 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-f7c191b5-b60e-4bd4-b9da-3e3efd17b191 req-20d5ab87-9146-4d1f-8baa-ce5359a412f4 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295537'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:00.510460 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-d3f45c54-fd24-43b3-9aab-372d2f1c444a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:00.534446 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d5ab87-9146-4d1f-8baa-ce5359a412f4 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Pushing event deleted for resources: {'Port': ['ID=052b955f-f467-4f18-a0ec-0506c313fc95,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:00.537591 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-20d5ab87-9146-4d1f-8baa-ce5359a412f4 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:00.552536 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] get_ports_and_sgs() called for port_ids ['439de3c8-1548-446a-9cf1-d9b3e115795b', '052b955f-f467-4f18-a0ec-0506c313fc95'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:45:00.577248 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c191b5-b60e-4bd4-b9da-3e3efd17b191 req-20d5ab87-9146-4d1f-8baa-ce5359a412f4 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] No DVR routers for this DVR port 052b955f-f467-4f18-a0ec-0506c313fc95 on host hv-cinder-79220 {{(pid=99533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:45:00.580413 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-f7c191b5-b60e-4bd4-b9da-3e3efd17b191 req-20d5ab87-9146-4d1f-8baa-ce5359a412f4 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:00.582417 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f7c191b5-b60e-4bd4-b9da-3e3efd17b191 req-20d5ab87-9146-4d1f-8baa-ce5359a412f4 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.41 "DELETE /v2.0/ports/052b955f-f467-4f18-a0ec-0506c313fc95 HTTP/1.1" status: 204 len: 173 time: 0.4152877 Jun 29 10:45:00.583286 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa1e2d0-1534-4e31-a17c-9edffab3f1fe', 'name': 'network-vif-deleted', 'tag': '052b955f-f467-4f18-a0ec-0506c313fc95'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:00.585199 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82814ba4342b3241ea59c6119a2f8abf18707475a0488e58b50a7e2d80907800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bd5229-071b-409d-b956-1ad2d7815fcd" -d '{"events": [{"server_uuid": "2aa1e2d0-1534-4e31-a17c-9edffab3f1fe", "name": "network-vif-deleted", "tag": "052b955f-f467-4f18-a0ec-0506c313fc95"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:00.619397 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba9823-39ce-44f6-93f2-b2f0d8b26ca5 req-f2826ed6-e11b-41fd-9445-e2b1dd048d71 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:00.622331 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-55ba9823-39ce-44f6-93f2-b2f0d8b26ca5 req-f2826ed6-e11b-41fd-9445-e2b1dd048d71 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf9460f1-7e92-4804-a35b-c0120b404f80 HTTP/1.1" status: 200 len: 945 time: 0.0755985 Jun 29 10:45:00.625132 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30a5c676-6b36-4814-825f-7dac88d7fb95 x-openstack-request-id: req-30a5c676-6b36-4814-825f-7dac88d7fb95 {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:00.625586 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aa1e2d0-1534-4e31-a17c-9edffab3f1fe", "name": "network-vif-deleted", "tag": "052b955f-f467-4f18-a0ec-0506c313fc95", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:00.625748 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-30a5c676-6b36-4814-825f-7dac88d7fb95 {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:00.626122 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa1e2d0-1534-4e31-a17c-9edffab3f1fe', 'name': 'network-vif-deleted', 'tag': '052b955f-f467-4f18-a0ec-0506c313fc95', 'status': 'completed', 'code': 200} Jun 29 10:45:00.768977 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [req-55ba9823-39ce-44f6-93f2-b2f0d8b26ca5 req-6caef9a7-73ce-43cc-bcf1-1aa6bb798361 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Deleting port 76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:45:00.769316 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-55ba9823-39ce-44f6-93f2-b2f0d8b26ca5 req-6caef9a7-73ce-43cc-bcf1-1aa6bb798361 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:00.857269 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-55ba9823-39ce-44f6-93f2-b2f0d8b26ca5 req-6caef9a7-73ce-43cc-bcf1-1aa6bb798361 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] For port 76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d,segment=NetworkSegment(9f0c74f0-432e-4950-b3d2-3a9e79de6a51),segment_id=9f0c74f0-432e-4950-b3d2-3a9e79de6a51)] {{(pid=99532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:00.857548 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-55ba9823-39ce-44f6-93f2-b2f0d8b26ca5 req-6caef9a7-73ce-43cc-bcf1-1aa6bb798361 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:00.869584 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [req-55ba9823-39ce-44f6-93f2-b2f0d8b26ca5 req-6caef9a7-73ce-43cc-bcf1-1aa6bb798361 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Calling delete_port for 76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d owned by compute:nova {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:45:00.996218 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-55ba9823-39ce-44f6-93f2-b2f0d8b26ca5 req-6caef9a7-73ce-43cc-bcf1-1aa6bb798361 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4232076'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:01.000660 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-043594b2-e56c-4a08-9229-b304dcba02c1 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:01.024346 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caef9a7-73ce-43cc-bcf1-1aa6bb798361 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Pushing event deleted for resources: {'Port': ['ID=76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:01.028261 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-6caef9a7-73ce-43cc-bcf1-1aa6bb798361 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:01.032220 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] get_ports_and_sgs() called for port_ids ['a8a396db-ba2e-4df9-ae26-ac99811fbb95', '76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:45:01.071303 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ba9823-39ce-44f6-93f2-b2f0d8b26ca5 req-6caef9a7-73ce-43cc-bcf1-1aa6bb798361 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] No DVR routers for this DVR port 76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d on host hv-cinder-79220 {{(pid=99532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:45:01.074486 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-55ba9823-39ce-44f6-93f2-b2f0d8b26ca5 req-6caef9a7-73ce-43cc-bcf1-1aa6bb798361 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:01.076851 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-55ba9823-39ce-44f6-93f2-b2f0d8b26ca5 req-6caef9a7-73ce-43cc-bcf1-1aa6bb798361 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.41 "DELETE /v2.0/ports/76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d HTTP/1.1" status: 204 len: 173 time: 0.4125319 Jun 29 10:45:01.077438 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9460f1-7e92-4804-a35b-c0120b404f80', 'name': 'network-vif-deleted', 'tag': '76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:01.079777 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}741eff7b388cda03fc4d9e55606c84397052c5857ae4d93d7a3b4e67aaed09af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b10014-29f8-49b5-909a-55bf0bcba764" -d '{"events": [{"server_uuid": "bf9460f1-7e92-4804-a35b-c0120b404f80", "name": "network-vif-deleted", "tag": "76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:01.119982 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf0fbb3-ef05-4e51-a79d-faa6d2c8007e x-openstack-request-id: req-2cf0fbb3-ef05-4e51-a79d-faa6d2c8007e {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:01.120394 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf9460f1-7e92-4804-a35b-c0120b404f80", "name": "network-vif-deleted", "tag": "76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:01.120769 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2cf0fbb3-ef05-4e51-a79d-faa6d2c8007e {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:01.121293 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9460f1-7e92-4804-a35b-c0120b404f80', 'name': 'network-vif-deleted', 'tag': '76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d', 'status': 'completed', 'code': 200} Jun 29 10:45:01.220415 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:01.242799 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-7a9713b3-97a9-4b2c-a4db-41ff6fb1ac76 req-ec4de0ee-fe9c-48ed-9ec4-e9f26dc93a57 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=2aa1e2d0-1534-4e31-a17c-9edffab3f1fe HTTP/1.1" status: 200 len: 210 time: 0.0308936 Jun 29 10:45:01.378746 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-4b21c326-3603-4dfb-a1fd-8ac9def3a592 req-adf369c7-8244-43f7-b018-1b7d25305292 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf9460f1-7e92-4804-a35b-c0120b404f80 HTTP/1.1" status: 200 len: 210 time: 0.0311825 Jun 29 10:45:02.700439 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b23b40-7602-40e0-b57d-4315c65d0fad req-4f63442f-d689-43ed-af69-397c8008b2ff tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:02.701891 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-64b23b40-7602-40e0-b57d-4315c65d0fad req-4f63442f-d689-43ed-af69-397c8008b2ff tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.0610788 Jun 29 10:45:02.737651 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-64b23b40-7602-40e0-b57d-4315c65d0fad req-040edef8-681e-4ba1-801b-4d603f1e5392 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301616 Jun 29 10:45:02.951395 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.agents_db [None req-93d4a047-be9c-4d13-b750-597922b429b4 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:45:03.936486 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89026ee5-8815-4f15-bc62-c78f544306cd req-d460cf32-9652-4e4e-ad34-3962115425c3 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:03.937840 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-89026ee5-8815-4f15-bc62-c78f544306cd req-d460cf32-9652-4e4e-ad34-3962115425c3 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.0887654 Jun 29 10:45:03.988336 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-89026ee5-8815-4f15-bc62-c78f544306cd req-9644e0fa-9417-4408-a01a-b59ed7219c75 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443826 Jun 29 10:45:04.000007 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fd0013-8ef5-4ca3-94ca-7e0eb905a70b req-c505ce50-13aa-4804-91c9-05b6327ba359 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:04.001643 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c0fd0013-8ef5-4ca3-94ca-7e0eb905a70b req-c505ce50-13aa-4804-91c9-05b6327ba359 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=572f8122-8946-423c-8cf8-0e04c05bbdfb HTTP/1.1" status: 200 len: 945 time: 0.1077895 Jun 29 10:45:04.041428 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c0fd0013-8ef5-4ca3-94ca-7e0eb905a70b req-2e8aea97-4823-4da3-a907-356a3a9a6f7d tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336008 Jun 29 10:45:04.345376 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device 76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:45:04.365147 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] No Port match for: 76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:45:04.365509 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device 76fbd1b7-d35f-4191-b6a4-1a8b5fcc6b6d not bound to the agent host hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:45:04.365936 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device 052b955f-f467-4f18-a0ec-0506c313fc95 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:45:04.387413 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] No Port match for: 052b955f-f467-4f18-a0ec-0506c313fc95 {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:45:04.387765 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device 052b955f-f467-4f18-a0ec-0506c313fc95 not bound to the agent host hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:45:05.165622 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce70195-1250-4487-8762-2bcc4fe22177 req-6b13ad40-5031-4a3c-a23e-a43e5b83370d tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:05.167507 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-9ce70195-1250-4487-8762-2bcc4fe22177 req-6b13ad40-5031-4a3c-a23e-a43e5b83370d tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.0697315 Jun 29 10:45:05.233010 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-9ce70195-1250-4487-8762-2bcc4fe22177 req-f6b2b80b-bbd7-4975-9e00-b0c16726a544 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448270 Jun 29 10:45:05.247127 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26441a51-6845-4b6e-9178-475eb598bf95 req-82c4d789-de62-4c42-b347-5bc135bf9c8b tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:05.248553 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-26441a51-6845-4b6e-9178-475eb598bf95 req-82c4d789-de62-4c42-b347-5bc135bf9c8b tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=572f8122-8946-423c-8cf8-0e04c05bbdfb HTTP/1.1" status: 200 len: 945 time: 0.0994163 Jun 29 10:45:05.285784 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-26441a51-6845-4b6e-9178-475eb598bf95 req-40cd7e2e-5e57-472a-afb4-a1749bb44e60 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/security-groups?id=067fbf56-52e6-417c-837b-f08960c35158&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317433 Jun 29 10:45:06.000960 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a255e9e-21cd-47dd-8be2-2c2b1e776430 req-834d9c5c-6f3a-4373-b29a-15f774634cf5 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:06.002437 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-7a255e9e-21cd-47dd-8be2-2c2b1e776430 req-834d9c5c-6f3a-4373-b29a-15f774634cf5 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.41 "GET /v2.0/ports?device_id=572f8122-8946-423c-8cf8-0e04c05bbdfb HTTP/1.1" status: 200 len: 945 time: 0.0691657 Jun 29 10:45:06.099421 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [req-7a255e9e-21cd-47dd-8be2-2c2b1e776430 req-2481fccd-c537-4d02-b786-adbfedc0e2c9 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Deleting port a8a396db-ba2e-4df9-ae26-ac99811fbb95 {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:45:06.099684 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-7a255e9e-21cd-47dd-8be2-2c2b1e776430 req-2481fccd-c537-4d02-b786-adbfedc0e2c9 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:06.186648 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-7a255e9e-21cd-47dd-8be2-2c2b1e776430 req-2481fccd-c537-4d02-b786-adbfedc0e2c9 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] For port a8a396db-ba2e-4df9-ae26-ac99811fbb95, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=a8a396db-ba2e-4df9-ae26-ac99811fbb95,segment=NetworkSegment(9f0c74f0-432e-4950-b3d2-3a9e79de6a51),segment_id=9f0c74f0-432e-4950-b3d2-3a9e79de6a51)] {{(pid=99532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:06.187002 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-7a255e9e-21cd-47dd-8be2-2c2b1e776430 req-2481fccd-c537-4d02-b786-adbfedc0e2c9 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:06.199010 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [req-7a255e9e-21cd-47dd-8be2-2c2b1e776430 req-2481fccd-c537-4d02-b786-adbfedc0e2c9 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Calling delete_port for a8a396db-ba2e-4df9-ae26-ac99811fbb95 owned by compute:nova {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:45:06.335399 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-7a255e9e-21cd-47dd-8be2-2c2b1e776430 req-2481fccd-c537-4d02-b786-adbfedc0e2c9 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4232076'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:06.340251 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-05beaf24-e1c0-456a-8ed6-5a3f3f6fdb73 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:06.365882 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481fccd-c537-4d02-b786-adbfedc0e2c9 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Pushing event deleted for resources: {'Port': ['ID=a8a396db-ba2e-4df9-ae26-ac99811fbb95,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:06.368369 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-2481fccd-c537-4d02-b786-adbfedc0e2c9 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:06.384522 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] get_ports_and_sgs() called for port_ids ['a8a396db-ba2e-4df9-ae26-ac99811fbb95'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:45:06.419206 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a255e9e-21cd-47dd-8be2-2c2b1e776430 req-2481fccd-c537-4d02-b786-adbfedc0e2c9 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] No DVR routers for this DVR port a8a396db-ba2e-4df9-ae26-ac99811fbb95 on host hv-cinder-79220 {{(pid=99532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:45:06.421534 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-7a255e9e-21cd-47dd-8be2-2c2b1e776430 req-2481fccd-c537-4d02-b786-adbfedc0e2c9 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:06.423497 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-7a255e9e-21cd-47dd-8be2-2c2b1e776430 req-2481fccd-c537-4d02-b786-adbfedc0e2c9 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.41 "DELETE /v2.0/ports/a8a396db-ba2e-4df9-ae26-ac99811fbb95 HTTP/1.1" status: 204 len: 173 time: 0.4122605 Jun 29 10:45:06.423976 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '572f8122-8946-423c-8cf8-0e04c05bbdfb', 'name': 'network-vif-deleted', 'tag': 'a8a396db-ba2e-4df9-ae26-ac99811fbb95'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:06.426270 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}741eff7b388cda03fc4d9e55606c84397052c5857ae4d93d7a3b4e67aaed09af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea1dab7-7d0f-48d1-bb9a-66487e3ce9f2" -d '{"events": [{"server_uuid": "572f8122-8946-423c-8cf8-0e04c05bbdfb", "name": "network-vif-deleted", "tag": "a8a396db-ba2e-4df9-ae26-ac99811fbb95"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:06.435181 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-200dafda-4359-46b8-95a1-b7ef176c65d3 req-d7201b5b-f882-4359-9dad-e322c1f5b5d0 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] 10.222.0.61 "GET /v2.0/ports?device_id=572f8122-8946-423c-8cf8-0e04c05bbdfb HTTP/1.1" status: 200 len: 210 time: 0.0360055 Jun 29 10:45:06.459899 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d8e5c-cc90-45db-b79b-ff22450e1aef req-c2d3890a-2197-4754-a632-149f8da87f30 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:06.462452 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-038d8e5c-cc90-45db-b79b-ff22450e1aef req-c2d3890a-2197-4754-a632-149f8da87f30 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.1064956 Jun 29 10:45:06.481492 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd1ae02-f8fd-4e7b-9f5d-1d0e7d7be16a x-openstack-request-id: req-acd1ae02-f8fd-4e7b-9f5d-1d0e7d7be16a {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:06.481819 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "572f8122-8946-423c-8cf8-0e04c05bbdfb", "name": "network-vif-deleted", "tag": "a8a396db-ba2e-4df9-ae26-ac99811fbb95", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:06.482104 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-acd1ae02-f8fd-4e7b-9f5d-1d0e7d7be16a {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:06.482523 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '572f8122-8946-423c-8cf8-0e04c05bbdfb', 'name': 'network-vif-deleted', 'tag': 'a8a396db-ba2e-4df9-ae26-ac99811fbb95', 'status': 'completed', 'code': 200} Jun 29 10:45:06.503355 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-038d8e5c-cc90-45db-b79b-ff22450e1aef req-d6a52b49-ee35-4019-a299-58f68d4b0a6d tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339303 Jun 29 10:45:07.529343 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 47966) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:07.576528 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.db_base_plugin_v2 [None req-e106b307-a162-46ba-bb2b-ec6a04ae1d47 admin admin] Deleting subnet 1643e872-1bdb-489a-8d50-24dbd0235148 {{(pid=99532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:45:07.579720 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e106b307-a162-46ba-bb2b-ec6a04ae1d47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:07.622317 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e106b307-a162-46ba-bb2b-ec6a04ae1d47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8692076'] for subnet, precommit_delete_associations {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:07.663011 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e106b307-a162-46ba-bb2b-ec6a04ae1d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7781200'] for subnet, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:07.677701 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba6fd4-3deb-41a8-ab5c-b095eb3a4f0a req-45a8b62f-a327-4a24-9861-5862ab6ae5c6 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:07.678543 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-49ba6fd4-3deb-41a8-ab5c-b095eb3a4f0a req-45a8b62f-a327-4a24-9861-5862ab6ae5c6 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.0636744 Jun 29 10:45:07.719792 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e106b307-a162-46ba-bb2b-ec6a04ae1d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7781161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4232018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4101428'] for subnet, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:07.720558 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-49ba6fd4-3deb-41a8-ab5c-b095eb3a4f0a req-05bc0964-164c-428b-a070-75f6e0e58733 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347240 Jun 29 10:45:07.721991 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:07.746862 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106b307-a162-46ba-bb2b-ec6a04ae1d47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1643e872-1bdb-489a-8d50-24dbd0235148,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:07.749367 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-e106b307-a162-46ba-bb2b-ec6a04ae1d47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:07.754475 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e106b307-a162-46ba-bb2b-ec6a04ae1d47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:07.760122 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-e106b307-a162-46ba-bb2b-ec6a04ae1d47 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/1643e872-1bdb-489a-8d50-24dbd0235148 HTTP/1.1" status: 204 len: 168 time: 0.2260385 Jun 29 10:45:07.760122 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 47968) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:07.836551 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-540f739c-4665-4586-89f0-25d996efbfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596557'] for network, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:07.919701 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-540f739c-4665-4586-89f0-25d996efbfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7778662', 'neutron.services.segments.db._delete_segments_for_network-8772013423665'] for network, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:07.930290 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.services.segments.db [None req-540f739c-4665-4586-89f0-25d996efbfa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['730b9790-c1e3-474e-a663-0330ab8e1d49']}} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:07.944419 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.services.segments.db [None req-540f739c-4665-4586-89f0-25d996efbfa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f0c74f0-432e-4950-b3d2-3a9e79de6a51') {'for_net_delete': True} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:07.944712 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.services.segments.db [None req-540f739c-4665-4586-89f0-25d996efbfa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f0c74f0-432e-4950-b3d2-3a9e79de6a51') {} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:07.953812 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-540f739c-4665-4586-89f0-25d996efbfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772013419924', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8692071'] for segment, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:07.967445 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-540f739c-4665-4586-89f0-25d996efbfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342'] for segment, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:07.973573 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-540f739c-4665-4586-89f0-25d996efbfa3 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=99532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:45:07.973943 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-540f739c-4665-4586-89f0-25d996efbfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4232127'] for segment, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:07.975563 dv-cinder-792209-3-iscsi neutron-server[99532]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:45:07.975563 dv-cinder-792209-3-iscsi neutron-server[99532]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:45:07.975563 dv-cinder-792209-3-iscsi neutron-server[99532]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:45:07.975563 dv-cinder-792209-3-iscsi neutron-server[99532]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:45:07.975563 dv-cinder-792209-3-iscsi neutron-server[99532]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:45:07.975563 dv-cinder-792209-3-iscsi neutron-server[99532]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:45:07.975563 dv-cinder-792209-3-iscsi neutron-server[99532]: Traceback (most recent call last): Jun 29 10:45:07.975563 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:45:07.975563 dv-cinder-792209-3-iscsi neutron-server[99532]: timer() Jun 29 10:45:07.975563 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:45:07.975563 dv-cinder-792209-3-iscsi neutron-server[99532]: cb(*args, **kw) Jun 29 10:45:07.975563 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:45:07.975563 dv-cinder-792209-3-iscsi neutron-server[99532]: return func(*args, **kwargs) Jun 29 10:45:07.975563 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:45:07.975563 dv-cinder-792209-3-iscsi neutron-server[99532]: self._notify() Jun 29 10:45:07.975563 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:45:07.975563 dv-cinder-792209-3-iscsi neutron-server[99532]: self.callback(batched_events) Jun 29 10:45:07.975563 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:45:07.975563 dv-cinder-792209-3-iscsi neutron-server[99532]: event.method(event) Jun 29 10:45:07.975563 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:45:07.975563 dv-cinder-792209-3-iscsi neutron-server[99532]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:45:07.975563 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:45:07.975563 dv-cinder-792209-3-iscsi neutron-server[99532]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:45:07.975563 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:45:07.975563 dv-cinder-792209-3-iscsi neutron-server[99532]: return f(self, *a, **k) Jun 29 10:45:07.975563 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:45:07.975563 dv-cinder-792209-3-iscsi neutron-server[99532]: return self._get(url).json() Jun 29 10:45:07.975563 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:45:07.975563 dv-cinder-792209-3-iscsi neutron-server[99532]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:45:07.975563 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:45:07.975563 dv-cinder-792209-3-iscsi neutron-server[99532]: return self.request(url, 'GET', **kwargs) Jun 29 10:45:07.975563 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:45:07.975563 dv-cinder-792209-3-iscsi neutron-server[99532]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:45:07.975563 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:45:07.975563 dv-cinder-792209-3-iscsi neutron-server[99532]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:45:07.975563 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:45:07.975563 dv-cinder-792209-3-iscsi neutron-server[99532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:45:07.975563 dv-cinder-792209-3-iscsi neutron-server[99532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:45:08.035890 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-540f739c-4665-4586-89f0-25d996efbfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7781269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7928461'] for network, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:08.041417 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-540f739c-4665-4586-89f0-25d996efbfa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for network, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:08.044523 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-540f739c-4665-4586-89f0-25d996efbfa3 admin admin] 10.222.0.61 "DELETE /v2.0/networks/730b9790-c1e3-474e-a663-0330ab8e1d49 HTTP/1.1" status: 204 len: 168 time: 0.2837207 Jun 29 10:45:08.045386 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:08.059478 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f739c-4665-4586-89f0-25d996efbfa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=730b9790-c1e3-474e-a663-0330ab8e1d49,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:08.061941 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-540f739c-4665-4586-89f0-25d996efbfa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:08.248694 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 47972) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:08.289229 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-c99a5ec0-5d45-42f9-a13d-2634069abc91 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dad9db5067174f9cb9eb9c074e88edeb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0392983 Jun 29 10:45:08.292194 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 47974) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:08.339632 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-001abed0-085c-44e2-a7c5-1132a1f22c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:08.360225 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-001abed0-085c-44e2-a7c5-1132a1f22c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:08.406282 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-001abed0-085c-44e2-a7c5-1132a1f22c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:08.408947 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-001abed0-085c-44e2-a7c5-1132a1f22c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:08.410082 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-001abed0-085c-44e2-a7c5-1132a1f22c15 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/067fbf56-52e6-417c-837b-f08960c35158 HTTP/1.1" status: 204 len: 168 time: 0.1167486 Jun 29 10:45:08.410830 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-f7698a30-1047-4168-9dd8-e3ab76450382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:08.419376 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001abed0-085c-44e2-a7c5-1132a1f22c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067fbf56-52e6-417c-837b-f08960c35158,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:08.421828 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-001abed0-085c-44e2-a7c5-1132a1f22c15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:08.905200 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfd10d-3bd0-47fd-a019-e5f528f114bc req-d67eeb24-2469-4017-abac-e6d8cd7ac5f4 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:08.906925 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-42dfd10d-3bd0-47fd-a019-e5f528f114bc req-d67eeb24-2469-4017-abac-e6d8cd7ac5f4 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.0678647 Jun 29 10:45:08.944532 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-42dfd10d-3bd0-47fd-a019-e5f528f114bc req-b77e5506-7aea-474c-bf02-234a09d8ed16 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/security-groups?id=57dccdf1-3706-43df-96fc-513bd17ee9be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316064 Jun 29 10:45:09.361942 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9bcfef-5c4c-44b9-a995-6c465b984bcb req-43dfbcbb-a0bc-49ab-96a7-d67895796ddf tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:09.363437 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-0b9bcfef-5c4c-44b9-a995-6c465b984bcb req-43dfbcbb-a0bc-49ab-96a7-d67895796ddf tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.41 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 946 time: 0.0744801 Jun 29 10:45:09.465516 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [req-0b9bcfef-5c4c-44b9-a995-6c465b984bcb req-0346b64f-5154-47f8-a35f-6c1f9aa24726 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Deleting port 439de3c8-1548-446a-9cf1-d9b3e115795b {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:45:09.466136 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-0b9bcfef-5c4c-44b9-a995-6c465b984bcb req-0346b64f-5154-47f8-a35f-6c1f9aa24726 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:09.577181 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-0b9bcfef-5c4c-44b9-a995-6c465b984bcb req-0346b64f-5154-47f8-a35f-6c1f9aa24726 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] For port 439de3c8-1548-446a-9cf1-d9b3e115795b, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=439de3c8-1548-446a-9cf1-d9b3e115795b,segment=NetworkSegment(6a7dfca7-47fa-40e6-9307-39f28100bd69),segment_id=6a7dfca7-47fa-40e6-9307-39f28100bd69)] {{(pid=99532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:09.577551 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-0b9bcfef-5c4c-44b9-a995-6c465b984bcb req-0346b64f-5154-47f8-a35f-6c1f9aa24726 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:09.591702 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [req-0b9bcfef-5c4c-44b9-a995-6c465b984bcb req-0346b64f-5154-47f8-a35f-6c1f9aa24726 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Calling delete_port for 439de3c8-1548-446a-9cf1-d9b3e115795b owned by compute:nova {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:45:09.715555 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-0b9bcfef-5c4c-44b9-a995-6c465b984bcb req-0346b64f-5154-47f8-a35f-6c1f9aa24726 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4232076'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:09.719338 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-dcd2eba9-31e8-49b9-bd20-f575aefb8051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:09.746997 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346b64f-5154-47f8-a35f-6c1f9aa24726 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Pushing event deleted for resources: {'Port': ['ID=439de3c8-1548-446a-9cf1-d9b3e115795b,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:09.750066 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-0346b64f-5154-47f8-a35f-6c1f9aa24726 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:09.752558 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] get_ports_and_sgs() called for port_ids ['439de3c8-1548-446a-9cf1-d9b3e115795b'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:45:09.791613 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b9bcfef-5c4c-44b9-a995-6c465b984bcb req-0346b64f-5154-47f8-a35f-6c1f9aa24726 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] No DVR routers for this DVR port 439de3c8-1548-446a-9cf1-d9b3e115795b on host hv-cinder-79220 {{(pid=99532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:45:09.793975 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-0b9bcfef-5c4c-44b9-a995-6c465b984bcb req-0346b64f-5154-47f8-a35f-6c1f9aa24726 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:09.795954 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-0b9bcfef-5c4c-44b9-a995-6c465b984bcb req-0346b64f-5154-47f8-a35f-6c1f9aa24726 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.41 "DELETE /v2.0/ports/439de3c8-1548-446a-9cf1-d9b3e115795b HTTP/1.1" status: 204 len: 173 time: 0.4266250 Jun 29 10:45:09.796445 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '009e4f45-b8cf-497f-9df1-5f666ab2ac88', 'name': 'network-vif-deleted', 'tag': '439de3c8-1548-446a-9cf1-d9b3e115795b'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:09.798703 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}741eff7b388cda03fc4d9e55606c84397052c5857ae4d93d7a3b4e67aaed09af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6277893c-b4fa-4321-b5b8-af059a585a9e" -d '{"events": [{"server_uuid": "009e4f45-b8cf-497f-9df1-5f666ab2ac88", "name": "network-vif-deleted", "tag": "439de3c8-1548-446a-9cf1-d9b3e115795b"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:09.837593 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e04174-3a07-43e3-a2ba-aaa31657ed73 x-openstack-request-id: req-34e04174-3a07-43e3-a2ba-aaa31657ed73 {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:09.838466 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "009e4f45-b8cf-497f-9df1-5f666ab2ac88", "name": "network-vif-deleted", "tag": "439de3c8-1548-446a-9cf1-d9b3e115795b", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:09.838780 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-34e04174-3a07-43e3-a2ba-aaa31657ed73 {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:09.839197 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '009e4f45-b8cf-497f-9df1-5f666ab2ac88', 'name': 'network-vif-deleted', 'tag': '439de3c8-1548-446a-9cf1-d9b3e115795b', 'status': 'completed', 'code': 200} Jun 29 10:45:10.097286 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-4692a8ff-1cdc-4ac9-b2f1-cc217471071d req-3d3b45dc-3f10-4761-93c2-2374621765bf tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] 10.222.0.61 "GET /v2.0/ports?device_id=009e4f45-b8cf-497f-9df1-5f666ab2ac88 HTTP/1.1" status: 200 len: 210 time: 0.0281458 Jun 29 10:45:10.389253 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device a8a396db-ba2e-4df9-ae26-ac99811fbb95 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:45:10.408037 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] No Port match for: a8a396db-ba2e-4df9-ae26-ac99811fbb95 {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:45:10.408390 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device a8a396db-ba2e-4df9-ae26-ac99811fbb95 not bound to the agent host hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:45:11.186447 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 48034) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:11.588512 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1f1d6deb-16c3-4965-a9f0-a35259b7744f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7865344'] for router_interface, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:11.873773 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-1f1d6deb-16c3-4965-a9f0-a35259b7744f admin admin] Deleting port 4e1748a7-0a75-4872-a8a6-5d9146155d8a {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:45:11.874024 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1f1d6deb-16c3-4965-a9f0-a35259b7744f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:11.952036 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.db [None req-1f1d6deb-16c3-4965-a9f0-a35259b7744f admin admin] For port 4e1748a7-0a75-4872-a8a6-5d9146155d8a, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=4e1748a7-0a75-4872-a8a6-5d9146155d8a,segment=NetworkSegment(6a7dfca7-47fa-40e6-9307-39f28100bd69),segment_id=6a7dfca7-47fa-40e6-9307-39f28100bd69)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:11.952392 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1f1d6deb-16c3-4965-a9f0-a35259b7744f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:11.964529 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-1f1d6deb-16c3-4965-a9f0-a35259b7744f admin admin] Calling delete_port for 4e1748a7-0a75-4872-a8a6-5d9146155d8a owned by network:router_interface {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:45:12.203732 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 48046) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:12.318364 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d73dc9d7-4dc9-4a00-bb54-22668f10dd73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:12.348508 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1f1d6deb-16c3-4965-a9f0-a35259b7744f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295537'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:12.351815 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:12.377282 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d6deb-16c3-4965-a9f0-a35259b7744f admin admin] Pushing event deleted for resources: {'Port': ['ID=4e1748a7-0a75-4872-a8a6-5d9146155d8a,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:12.404676 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1d6deb-16c3-4965-a9f0-a35259b7744f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.404955 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1d6deb-16c3-4965-a9f0-a35259b7744f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.405309 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1d6deb-16c3-4965-a9f0-a35259b7744f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.405656 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1d6deb-16c3-4965-a9f0-a35259b7744f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.406003 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1d6deb-16c3-4965-a9f0-a35259b7744f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.406347 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1d6deb-16c3-4965-a9f0-a35259b7744f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.406710 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1d6deb-16c3-4965-a9f0-a35259b7744f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.407052 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1d6deb-16c3-4965-a9f0-a35259b7744f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.407392 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1d6deb-16c3-4965-a9f0-a35259b7744f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.407727 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1d6deb-16c3-4965-a9f0-a35259b7744f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.408059 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1d6deb-16c3-4965-a9f0-a35259b7744f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.408391 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1d6deb-16c3-4965-a9f0-a35259b7744f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.411415 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d73dc9d7-4dc9-4a00-bb54-22668f10dd73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:12.415576 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d73dc9d7-4dc9-4a00-bb54-22668f10dd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:12.418555 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-a3c59f80-818f-47ed-90fb-7cbec1d01769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:12.430639 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-1f1d6deb-16c3-4965-a9f0-a35259b7744f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:12.452686 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73dc9d7-4dc9-4a00-bb54-22668f10dd73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eca03ef-0bf0-4c0e-aa2b-ee6d2c0deb0e,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:12.457231 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-d73dc9d7-4dc9-4a00-bb54-22668f10dd73 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=95fec01860eb4487a6633877bf821c47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2524099 Jun 29 10:45:12.461173 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 48050) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:12.468084 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73dc9d7-4dc9-4a00-bb54-22668f10dd73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.468481 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73dc9d7-4dc9-4a00-bb54-22668f10dd73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.468829 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73dc9d7-4dc9-4a00-bb54-22668f10dd73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.469189 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73dc9d7-4dc9-4a00-bb54-22668f10dd73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.469546 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73dc9d7-4dc9-4a00-bb54-22668f10dd73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.469908 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73dc9d7-4dc9-4a00-bb54-22668f10dd73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.470261 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73dc9d7-4dc9-4a00-bb54-22668f10dd73 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.470632 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73dc9d7-4dc9-4a00-bb54-22668f10dd73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.471166 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73dc9d7-4dc9-4a00-bb54-22668f10dd73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.471524 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73dc9d7-4dc9-4a00-bb54-22668f10dd73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.471870 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73dc9d7-4dc9-4a00-bb54-22668f10dd73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.472217 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73dc9d7-4dc9-4a00-bb54-22668f10dd73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:45:12.476293 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-d73dc9d7-4dc9-4a00-bb54-22668f10dd73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:12.519442 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5933a5af-f534-4118-8877-50c16a815235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:12.540584 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5933a5af-f534-4118-8877-50c16a815235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:12.544123 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1f1d6deb-16c3-4965-a9f0-a35259b7744f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7896773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7864464'] for router_interface, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:12.585222 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5933a5af-f534-4118-8877-50c16a815235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:12.588416 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-5933a5af-f534-4118-8877-50c16a815235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:12.589544 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-5933a5af-f534-4118-8877-50c16a815235 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9eca03ef-0bf0-4c0e-aa2b-ee6d2c0deb0e HTTP/1.1" status: 204 len: 168 time: 0.1274900 Jun 29 10:45:12.590303 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-cb0d973d-02eb-4b6e-9e43-cfca95d13344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:12.597606 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933a5af-f534-4118-8877-50c16a815235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eca03ef-0bf0-4c0e-aa2b-ee6d2c0deb0e,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:12.599843 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-5933a5af-f534-4118-8877-50c16a815235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:12.759731 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f1d6deb-16c3-4965-a9f0-a35259b7744f admin admin] Router b8c8fefd-b929-4357-ae03-d8a76c42608a has already been hosted by L3 agent 8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f {{(pid=99533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:45:12.864022 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1d6deb-16c3-4965-a9f0-a35259b7744f admin admin] Notify agent at l3_agent.dv-cinder-792209-3-iscsi the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:45:12.871641 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-1f1d6deb-16c3-4965-a9f0-a35259b7744f admin admin] 10.222.0.61 "PUT /v2.0/routers/b8c8fefd-b929-4357-ae03-d8a76c42608a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6819253 Jun 29 10:45:12.872032 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 48062) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:12.874805 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b237134-9f83-4536-9330-3f738de25b9d None None] Sync routers for ids ['b8c8fefd-b929-4357-ae03-d8a76c42608a'] in dv-cinder-792209-3-iscsi {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:45:12.887603 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b237134-9f83-4536-9330-3f738de25b9d None None] Routers {'b8c8fefd-b929-4357-ae03-d8a76c42608a'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:45:12.888352 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-5b237134-9f83-4536-9330-3f738de25b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:44:59Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['b8c8fefd-b929-4357-ae03-d8a76c42608a'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:13.000250 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-5b237134-9f83-4536-9330-3f738de25b9d None None] Set router b8c8fefd-b929-4357-ae03-d8a76c42608a gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:45:13.192501 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-5b237134-9f83-4536-9330-3f738de25b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c8fefd-b929-4357-ae03-d8a76c42608a', 'name': 'tempest-ServerRescueNegativeTestJSON-1759134782-router', 'tenant_id': '3b6c9d7b614441d89eb7369f33fd9153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '127d0611-0998-47f1-8f9a-890bcab8142c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:41:48Z', 'updated_at': '2021-06-29T10:45:12Z', 'revision_number': 5, 'project_id': '3b6c9d7b614441d89eb7369f33fd9153', 'gw_port': {'id': '127d0611-0998-47f1-8f9a-890bcab8142c', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c8fefd-b929-4357-ae03-d8a76c42608a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:49Z', 'updated_at': '2021-06-29T10:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi'}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:13.219256 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b237134-9f83-4536-9330-3f738de25b9d None None] Checking router: b8c8fefd-b929-4357-ae03-d8a76c42608a for host: dv-cinder-792209-3-iscsi {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:45:13.225902 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-78f8734f-dc68-4758-8a64-d71a52566e49 admin admin] Notify callbacks [] for router, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:13.227663 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b237134-9f83-4536-9330-3f738de25b9d None None] Routers {'b8c8fefd-b929-4357-ae03-d8a76c42608a'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:45:13.228495 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-5b237134-9f83-4536-9330-3f738de25b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:44:59Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['b8c8fefd-b929-4357-ae03-d8a76c42608a'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:13.333539 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-78f8734f-dc68-4758-8a64-d71a52566e49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:13.343531 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-5b237134-9f83-4536-9330-3f738de25b9d None None] Set router b8c8fefd-b929-4357-ae03-d8a76c42608a gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:45:13.390288 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-78f8734f-dc68-4758-8a64-d71a52566e49 admin admin] Deleting port 127d0611-0998-47f1-8f9a-890bcab8142c {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:45:13.390642 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-78f8734f-dc68-4758-8a64-d71a52566e49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:13.481528 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.db [None req-78f8734f-dc68-4758-8a64-d71a52566e49 admin admin] For port 127d0611-0998-47f1-8f9a-890bcab8142c, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=127d0611-0998-47f1-8f9a-890bcab8142c,segment=NetworkSegment(b07597a5-acfa-4ea0-afa4-34f991bc6949),segment_id=b07597a5-acfa-4ea0-afa4-34f991bc6949)] {{(pid=99532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:13.481863 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-78f8734f-dc68-4758-8a64-d71a52566e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:13.494108 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-78f8734f-dc68-4758-8a64-d71a52566e49 admin admin] Calling delete_port for 127d0611-0998-47f1-8f9a-890bcab8142c owned by network:router_gateway {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:45:13.548134 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-5b237134-9f83-4536-9330-3f738de25b9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8c8fefd-b929-4357-ae03-d8a76c42608a', 'name': 'tempest-ServerRescueNegativeTestJSON-1759134782-router', 'tenant_id': '3b6c9d7b614441d89eb7369f33fd9153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '127d0611-0998-47f1-8f9a-890bcab8142c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:41:48Z', 'updated_at': '2021-06-29T10:45:12Z', 'revision_number': 5, 'project_id': '3b6c9d7b614441d89eb7369f33fd9153', 'gw_port': {'id': '127d0611-0998-47f1-8f9a-890bcab8142c', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c8fefd-b929-4357-ae03-d8a76c42608a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:49Z', 'updated_at': '2021-06-29T10:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi'}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:13.665334 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b237134-9f83-4536-9330-3f738de25b9d None None] The sync data for ids ['b8c8fefd-b929-4357-ae03-d8a76c42608a'] in dv-cinder-792209-3-iscsi is: [{'id': 'b8c8fefd-b929-4357-ae03-d8a76c42608a', 'name': 'tempest-ServerRescueNegativeTestJSON-1759134782-router', 'tenant_id': '3b6c9d7b614441d89eb7369f33fd9153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '127d0611-0998-47f1-8f9a-890bcab8142c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:41:48Z', 'updated_at': '2021-06-29T10:45:12Z', 'revision_number': 5, 'project_id': '3b6c9d7b614441d89eb7369f33fd9153', 'gw_port': {'id': '127d0611-0998-47f1-8f9a-890bcab8142c', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:df:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c8fefd-b929-4357-ae03-d8a76c42608a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:49Z', 'updated_at': '2021-06-29T10:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi'}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:45:13.700883 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-78f8734f-dc68-4758-8a64-d71a52566e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4232076'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:13.703844 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:13.728661 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f8734f-dc68-4758-8a64-d71a52566e49 admin admin] Pushing event deleted for resources: {'Port': ['ID=127d0611-0998-47f1-8f9a-890bcab8142c,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:13.749839 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-78f8734f-dc68-4758-8a64-d71a52566e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:13.788111 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-78f8734f-dc68-4758-8a64-d71a52566e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7928444'] for router_gateway, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:13.814264 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 48102) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:13.890352 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-78f8734f-dc68-4758-8a64-d71a52566e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1677'] for router, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:13.892505 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-78f8734f-dc68-4758-8a64-d71a52566e49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:13.916539 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4e3f8fdc-8fe6-4912-b5fe-1672eca50327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:13.955587 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-78f8734f-dc68-4758-8a64-d71a52566e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864893'] for router, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:13.956066 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f8734f-dc68-4758-8a64-d71a52566e49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8c8fefd-b929-4357-ae03-d8a76c42608a {{(pid=99532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:45:13.961068 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-78f8734f-dc68-4758-8a64-d71a52566e49 admin admin] Notify callbacks [] for router, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:13.962103 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-78f8734f-dc68-4758-8a64-d71a52566e49 admin admin] 10.222.0.61 "DELETE /v2.0/routers/b8c8fefd-b929-4357-ae03-d8a76c42608a HTTP/1.1" status: 204 len: 168 time: 1.0890954 Jun 29 10:45:13.964717 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 48106) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:14.010723 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.db_base_plugin_v2 [None req-66d6d782-8bad-459c-9c3d-0584c71adf1b admin admin] Deleting subnet 8d9c3e9c-911d-4514-9065-0e24527aa31d {{(pid=99532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:45:14.013872 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-66d6d782-8bad-459c-9c3d-0584c71adf1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.020597 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4e3f8fdc-8fe6-4912-b5fe-1672eca50327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.029016 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4e3f8fdc-8fe6-4912-b5fe-1672eca50327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.041951 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6bbb2d82-7403-4d2c-af2d-3fae137c464e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:14.068303 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-66d6d782-8bad-459c-9c3d-0584c71adf1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8692076'] for subnet, precommit_delete_associations {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.072061 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-4e3f8fdc-8fe6-4912-b5fe-1672eca50327 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1c2cc8aa9aea4374a5fda1731a5986b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2565773 Jun 29 10:45:14.073174 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 48108) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:14.088396 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f8fdc-8fe6-4912-b5fe-1672eca50327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=864588b2-c89d-4dd9-90fc-005e888c47db,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:14.103270 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-4e3f8fdc-8fe6-4912-b5fe-1672eca50327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:14.111742 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-66d6d782-8bad-459c-9c3d-0584c71adf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7781200'] for subnet, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.144468 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ba914ba1-1a93-4243-927b-6a02e6635f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.172555 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ba914ba1-1a93-4243-927b-6a02e6635f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.176132 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-66d6d782-8bad-459c-9c3d-0584c71adf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7781161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4232018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4101428'] for subnet, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.178543 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 4e1748a7-0a75-4872-a8a6-5d9146155d8a no longer exists at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:45:14.179601 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:14.204097 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d6d782-8bad-459c-9c3d-0584c71adf1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d9c3e9c-911d-4514-9065-0e24527aa31d,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:14.207134 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-66d6d782-8bad-459c-9c3d-0584c71adf1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:14.208114 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-66d6d782-8bad-459c-9c3d-0584c71adf1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.209936 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-66d6d782-8bad-459c-9c3d-0584c71adf1b admin admin] 10.222.0.61 "DELETE /v2.0/subnets/8d9c3e9c-911d-4514-9065-0e24527aa31d HTTP/1.1" status: 204 len: 168 time: 0.2441535 Jun 29 10:45:14.210971 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] No Port match for: 4e1748a7-0a75-4872-a8a6-5d9146155d8a {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:45:14.211773 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 4e1748a7-0a75-4872-a8a6-5d9146155d8a not bound to the agent host dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:45:14.212397 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 48110) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:14.229702 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ba914ba1-1a93-4243-927b-6a02e6635f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.232801 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ba914ba1-1a93-4243-927b-6a02e6635f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.236207 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-ba914ba1-1a93-4243-927b-6a02e6635f66 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/864588b2-c89d-4dd9-90fc-005e888c47db HTTP/1.1" status: 204 len: 168 time: 0.1571951 Jun 29 10:45:14.236207 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-fd6369ff-4843-46c7-b66c-6f16f25c09d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:14.242445 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba914ba1-1a93-4243-927b-6a02e6635f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=864588b2-c89d-4dd9-90fc-005e888c47db,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:14.245275 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ba914ba1-1a93-4243-927b-6a02e6635f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:14.293221 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b6ac93c9-5ab3-4d47-a7a1-5ea38e566da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596557'] for network, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.389008 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b6ac93c9-5ab3-4d47-a7a1-5ea38e566da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7778662', 'neutron.services.segments.db._delete_segments_for_network-8772013423665'] for network, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.399519 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.services.segments.db [None req-b6ac93c9-5ab3-4d47-a7a1-5ea38e566da4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83']}} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:14.409601 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.services.segments.db [None req-b6ac93c9-5ab3-4d47-a7a1-5ea38e566da4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a7dfca7-47fa-40e6-9307-39f28100bd69') {'for_net_delete': True} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:14.409898 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.services.segments.db [None req-b6ac93c9-5ab3-4d47-a7a1-5ea38e566da4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a7dfca7-47fa-40e6-9307-39f28100bd69') {} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:14.419333 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b6ac93c9-5ab3-4d47-a7a1-5ea38e566da4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772013419924', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8692071'] for segment, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.427445 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device 439de3c8-1548-446a-9cf1-d9b3e115795b no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:45:14.438070 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b6ac93c9-5ab3-4d47-a7a1-5ea38e566da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342'] for segment, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.444591 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6ac93c9-5ab3-4d47-a7a1-5ea38e566da4 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=99532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:45:14.445046 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b6ac93c9-5ab3-4d47-a7a1-5ea38e566da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4232127'] for segment, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.446911 dv-cinder-792209-3-iscsi neutron-server[99532]: Traceback (most recent call last): Jun 29 10:45:14.446911 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:45:14.446911 dv-cinder-792209-3-iscsi neutron-server[99532]: timer() Jun 29 10:45:14.446911 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:45:14.446911 dv-cinder-792209-3-iscsi neutron-server[99532]: cb(*args, **kw) Jun 29 10:45:14.446911 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:45:14.446911 dv-cinder-792209-3-iscsi neutron-server[99532]: return func(*args, **kwargs) Jun 29 10:45:14.446911 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:45:14.446911 dv-cinder-792209-3-iscsi neutron-server[99532]: self._notify() Jun 29 10:45:14.446911 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:45:14.446911 dv-cinder-792209-3-iscsi neutron-server[99532]: self.callback(batched_events) Jun 29 10:45:14.446911 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:45:14.446911 dv-cinder-792209-3-iscsi neutron-server[99532]: event.method(event) Jun 29 10:45:14.446911 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:45:14.446911 dv-cinder-792209-3-iscsi neutron-server[99532]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:45:14.446911 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:45:14.446911 dv-cinder-792209-3-iscsi neutron-server[99532]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:45:14.446911 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:45:14.446911 dv-cinder-792209-3-iscsi neutron-server[99532]: return f(self, *a, **k) Jun 29 10:45:14.446911 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:45:14.446911 dv-cinder-792209-3-iscsi neutron-server[99532]: return self._get(url).json() Jun 29 10:45:14.446911 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:45:14.446911 dv-cinder-792209-3-iscsi neutron-server[99532]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:45:14.446911 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:45:14.446911 dv-cinder-792209-3-iscsi neutron-server[99532]: return self.request(url, 'GET', **kwargs) Jun 29 10:45:14.446911 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:45:14.446911 dv-cinder-792209-3-iscsi neutron-server[99532]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:45:14.446911 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:45:14.446911 dv-cinder-792209-3-iscsi neutron-server[99532]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:45:14.446911 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:45:14.446911 dv-cinder-792209-3-iscsi neutron-server[99532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:45:14.446911 dv-cinder-792209-3-iscsi neutron-server[99532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:45:14.455032 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] No Port match for: 439de3c8-1548-446a-9cf1-d9b3e115795b {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:45:14.459346 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device 439de3c8-1548-446a-9cf1-d9b3e115795b not bound to the agent host hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:45:14.508708 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b6ac93c9-5ab3-4d47-a7a1-5ea38e566da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7781269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7928461'] for network, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.513777 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b6ac93c9-5ab3-4d47-a7a1-5ea38e566da4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for network, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.518884 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-b6ac93c9-5ab3-4d47-a7a1-5ea38e566da4 admin admin] 10.222.0.61 "DELETE /v2.0/networks/918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83 HTTP/1.1" status: 204 len: 168 time: 0.3037035 Jun 29 10:45:14.519624 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:14.531861 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac93c9-5ab3-4d47-a7a1-5ea38e566da4 admin admin] Pushing event deleted for resources: {'Network': ['ID=918ab8dd-47a0-4a9e-8ae5-4cd89fdecc83,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:14.534438 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-b6ac93c9-5ab3-4d47-a7a1-5ea38e566da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:14.635324 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 48128) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:14.674423 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-08fde7bc-7db3-481c-b200-9603b02f4634 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3b6c9d7b614441d89eb7369f33fd9153&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0378823 Jun 29 10:45:14.676802 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 48130) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:14.723432 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d44ea1af-6468-4f24-9cbd-ae71b67770e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.746194 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d44ea1af-6468-4f24-9cbd-ae71b67770e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.807816 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d44ea1af-6468-4f24-9cbd-ae71b67770e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.809106 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d44ea1af-6468-4f24-9cbd-ae71b67770e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:14.811979 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-d44ea1af-6468-4f24-9cbd-ae71b67770e3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/57dccdf1-3706-43df-96fc-513bd17ee9be HTTP/1.1" status: 204 len: 168 time: 0.1342540 Jun 29 10:45:14.812834 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-8d557d93-2cad-4639-86e0-b0b3b9d67cf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:14.820440 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ea1af-6468-4f24-9cbd-ae71b67770e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57dccdf1-3706-43df-96fc-513bd17ee9be,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:14.822764 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-d44ea1af-6468-4f24-9cbd-ae71b67770e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:15.802949 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 127d0611-0998-47f1-8f9a-890bcab8142c no longer exists at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:45:15.826788 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] No Port match for: 127d0611-0998-47f1-8f9a-890bcab8142c {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:45:15.827160 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 127d0611-0998-47f1-8f9a-890bcab8142c not bound to the agent host dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:45:24.769148 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:25.949189 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-6dedaa08-9bb4-45c8-8d37-f54a38e84dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:28.680624 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-eda13f88-43eb-48e0-bfed-7b3ccc621abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:28.868406 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:29.686903 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:31.218314 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:39.950534 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.agents_db [None req-93d4a047-be9c-4d13-b750-597922b429b4 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:45:42.891795 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 48466) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:43.005959 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8e1e2522-733f-44e5-8361-448a226e5b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:43.095989 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8e1e2522-733f-44e5-8361-448a226e5b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:43.099767 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8e1e2522-733f-44e5-8361-448a226e5b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:43.102129 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-2394cf63-ccdc-4c5f-b57f-7bfd543027d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:43.138483 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e2522-733f-44e5-8361-448a226e5b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f824dc4-985e-41d8-8e94-108053798b85,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:43.142634 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-8e1e2522-733f-44e5-8361-448a226e5b9d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=21ac898e177749089e4a1b8deed1a952&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2498345 Jun 29 10:45:43.143736 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-8e1e2522-733f-44e5-8361-448a226e5b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:43.145186 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 48474) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:43.194275 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-44ea227e-3012-463a-ae5d-e03017284eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:43.218234 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-44ea227e-3012-463a-ae5d-e03017284eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:43.265280 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-44ea227e-3012-463a-ae5d-e03017284eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:43.268040 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-44ea227e-3012-463a-ae5d-e03017284eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:43.269180 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-44ea227e-3012-463a-ae5d-e03017284eed admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9f824dc4-985e-41d8-8e94-108053798b85 HTTP/1.1" status: 204 len: 168 time: 0.1231194 Jun 29 10:45:43.269935 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-47708dda-86dc-454f-878e-fe4521027efb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:43.279864 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ea227e-3012-463a-ae5d-e03017284eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f824dc4-985e-41d8-8e94-108053798b85,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:43.283335 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-44ea227e-3012-463a-ae5d-e03017284eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:43.355717 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc82eb-bb8c-4c79-818d-12c00ddf09f0 req-e2a03b3e-fca8-434f-bb70-663e02bb261d tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:43.358008 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-9ffc82eb-bb8c-4c79-818d-12c00ddf09f0 req-e2a03b3e-fca8-434f-bb70-663e02bb261d tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 946 time: 0.0708256 Jun 29 10:45:43.397777 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-9ffc82eb-bb8c-4c79-818d-12c00ddf09f0 req-0b7a6d77-e934-4a2c-867a-a234535da9e9 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334029 Jun 29 10:45:44.577389 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05cdd4-2214-4896-85aa-bb38387835b5 req-e0957f30-02be-487d-a9c4-7ed82d82d5ea tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:44.578865 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-7a05cdd4-2214-4896-85aa-bb38387835b5 req-e0957f30-02be-487d-a9c4-7ed82d82d5ea tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 946 time: 0.0651882 Jun 29 10:45:44.615347 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-7a05cdd4-2214-4896-85aa-bb38387835b5 req-df1eeb53-fb9e-488e-8ed6-3cb97ba134a2 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308969 Jun 29 10:45:45.348151 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ae624-8469-49d3-ab85-551ff9459cc7 req-5fe124e0-f26b-40a1-beb8-10daa93b72b0 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:45.349612 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-2b9ae624-8469-49d3-ab85-551ff9459cc7 req-5fe124e0-f26b-40a1-beb8-10daa93b72b0 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 946 time: 0.0702660 Jun 29 10:45:45.450023 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [req-2b9ae624-8469-49d3-ab85-551ff9459cc7 req-08da4208-cc58-4576-b08a-c1493ef78612 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Deleting port f81f0739-2eca-4195-b5b1-9f5daf0ce8f0 {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:45:45.450373 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-2b9ae624-8469-49d3-ab85-551ff9459cc7 req-08da4208-cc58-4576-b08a-c1493ef78612 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:45.543011 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-2b9ae624-8469-49d3-ab85-551ff9459cc7 req-08da4208-cc58-4576-b08a-c1493ef78612 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] For port f81f0739-2eca-4195-b5b1-9f5daf0ce8f0, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f81f0739-2eca-4195-b5b1-9f5daf0ce8f0,segment=NetworkSegment(8e84c1c5-221f-4c99-9606-1ea868266866),segment_id=8e84c1c5-221f-4c99-9606-1ea868266866)] {{(pid=99532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:45:45.543283 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-2b9ae624-8469-49d3-ab85-551ff9459cc7 req-08da4208-cc58-4576-b08a-c1493ef78612 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:45.752352 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-2b9ae624-8469-49d3-ab85-551ff9459cc7 req-08da4208-cc58-4576-b08a-c1493ef78612 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:45.752720 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-2b9ae624-8469-49d3-ab85-551ff9459cc7 req-08da4208-cc58-4576-b08a-c1493ef78612 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7928479'] for floatingip, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:45.753041 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.db.l3_db [req-2b9ae624-8469-49d3-ab85-551ff9459cc7 req-08da4208-cc58-4576-b08a-c1493ef78612 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Floating IP 597a32df-6e09-4e92-90a9-332b2bce7638 disassociated. External IP: 172.27.0.37, port: f81f0739-2eca-4195-b5b1-9f5daf0ce8f0. Jun 29 10:45:45.753398 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [req-2b9ae624-8469-49d3-ab85-551ff9459cc7 req-08da4208-cc58-4576-b08a-c1493ef78612 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Calling delete_port for f81f0739-2eca-4195-b5b1-9f5daf0ce8f0 owned by compute:nova {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:45:45.790153 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8539e2e-0a82-4541-8da8-e49556065fe5 req-bf45c589-24f0-4774-812b-ea8777bd5196 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:45.791679 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e8539e2e-0a82-4541-8da8-e49556065fe5 req-bf45c589-24f0-4774-812b-ea8777bd5196 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 946 time: 0.0629468 Jun 29 10:45:45.829777 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e8539e2e-0a82-4541-8da8-e49556065fe5 req-e60ba4d7-ebc6-442d-b477-5caafa90fc3a tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=361f5f29-8d39-4694-b315-18afafc5925e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324581 Jun 29 10:45:45.886681 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-2b9ae624-8469-49d3-ab85-551ff9459cc7 req-08da4208-cc58-4576-b08a-c1493ef78612 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4232076'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:45.891203 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-043594b2-e56c-4a08-9229-b304dcba02c1 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:45.915472 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08da4208-cc58-4576-b08a-c1493ef78612 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Pushing event deleted for resources: {'Port': ['ID=f81f0739-2eca-4195-b5b1-9f5daf0ce8f0,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:45.918324 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-08da4208-cc58-4576-b08a-c1493ef78612 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:46.034769 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b9ae624-8469-49d3-ab85-551ff9459cc7 req-08da4208-cc58-4576-b08a-c1493ef78612 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Router b1989a4d-e184-402f-a588-016b16d9013a has already been hosted by L3 agent 8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f {{(pid=99532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:45:46.143267 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b9ae624-8469-49d3-ab85-551ff9459cc7 req-08da4208-cc58-4576-b08a-c1493ef78612 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify agent at l3_agent.dv-cinder-792209-3-iscsi the message routers_updated {{(pid=99532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:45:46.157018 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f39ffcd-dc3f-42d6-9385-de2899208349 None None] Sync routers for ids ['b1989a4d-e184-402f-a588-016b16d9013a'] in dv-cinder-792209-3-iscsi {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:45:46.167234 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f39ffcd-dc3f-42d6-9385-de2899208349 None None] Routers {'b1989a4d-e184-402f-a588-016b16d9013a'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:45:46.167973 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-7f39ffcd-dc3f-42d6-9385-de2899208349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:45:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['b1989a4d-e184-402f-a588-016b16d9013a'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:46.189083 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b9ae624-8469-49d3-ab85-551ff9459cc7 req-08da4208-cc58-4576-b08a-c1493ef78612 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] No DVR routers for this DVR port f81f0739-2eca-4195-b5b1-9f5daf0ce8f0 on host hv-cinder-79220 {{(pid=99532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:45:46.191818 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-2b9ae624-8469-49d3-ab85-551ff9459cc7 req-08da4208-cc58-4576-b08a-c1493ef78612 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:46.193779 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-2b9ae624-8469-49d3-ab85-551ff9459cc7 req-08da4208-cc58-4576-b08a-c1493ef78612 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.41 "DELETE /v2.0/ports/f81f0739-2eca-4195-b5b1-9f5daf0ce8f0 HTTP/1.1" status: 204 len: 173 time: 0.8367379 Jun 29 10:45:46.194576 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef1710dd-53bf-47bc-8037-9abc8dbbd0b0', 'name': 'network-vif-deleted', 'tag': 'f81f0739-2eca-4195-b5b1-9f5daf0ce8f0'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:46.196661 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}741eff7b388cda03fc4d9e55606c84397052c5857ae4d93d7a3b4e67aaed09af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa2b955-0495-40eb-bf86-5b30951cf01c" -d '{"events": [{"server_uuid": "ef1710dd-53bf-47bc-8037-9abc8dbbd0b0", "name": "network-vif-deleted", "tag": "f81f0739-2eca-4195-b5b1-9f5daf0ce8f0"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:46.210947 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 48560) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:46.245227 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0e9e8e-a47d-4288-82dd-356810f1681b x-openstack-request-id: req-7e0e9e8e-a47d-4288-82dd-356810f1681b {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:46.245558 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef1710dd-53bf-47bc-8037-9abc8dbbd0b0", "name": "network-vif-deleted", "tag": "f81f0739-2eca-4195-b5b1-9f5daf0ce8f0", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:46.245836 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7e0e9e8e-a47d-4288-82dd-356810f1681b {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:46.246251 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef1710dd-53bf-47bc-8037-9abc8dbbd0b0', 'name': 'network-vif-deleted', 'tag': 'f81f0739-2eca-4195-b5b1-9f5daf0ce8f0', 'status': 'completed', 'code': 200} Jun 29 10:45:46.275601 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-7f39ffcd-dc3f-42d6-9385-de2899208349 None None] Set router b1989a4d-e184-402f-a588-016b16d9013a gateway port host: dv-cinder-792209-3-iscsi {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:45:46.331251 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ad5376a5-1b58-4848-b68d-4758d99a6fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:46.437268 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ad5376a5-1b58-4848-b68d-4758d99a6fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:46.441458 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ad5376a5-1b58-4848-b68d-4758d99a6fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:46.444617 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-72e8d05b-744e-41e3-b09f-aff7e775947c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:46.470311 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5376a5-1b58-4848-b68d-4758d99a6fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3a2158-148d-4849-9609-9363b31e0750,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:46.474082 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ad5376a5-1b58-4848-b68d-4758d99a6fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:46.500502 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-ad5376a5-1b58-4848-b68d-4758d99a6fea admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=456be4af4b7946b1b148efa19d327d1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2855346 Jun 29 10:45:46.500732 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 48566) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:46.553319 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-75eccc86-cadf-4201-aafd-3d1edb147737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:46.575267 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-75eccc86-cadf-4201-aafd-3d1edb147737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:46.603089 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-7f39ffcd-dc3f-42d6-9385-de2899208349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'name': 'tempest-AttachVolumeShelveTestJSON-1728430811-router', 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'eac7289c-d3ce-4243-9e08-ec22baf0efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:41:44Z', 'updated_at': '2021-06-29T10:41:53Z', 'revision_number': 4, 'project_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'gw_port': {'id': 'eac7289c-d3ce-4243-9e08-ec22baf0efe6', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:45Z', 'updated_at': '2021-06-29T10:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '95c1cf1b-65ab-44cd-8949-7a2ed3f357de', 'name': '', 'network_id': 'b187e754-07fe-4781-924a-d886b55c9244', 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'mac_address': 'fa:16:3e:23:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1434ea17-151b-4fa4-8fce-ecfeaa34af2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:50Z', 'updated_at': '2021-06-29T10:42:01Z', 'revision_number': 5, 'project_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'subnets': [{'id': '1434ea17-151b-4fa4-8fce-ecfeaa34af2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:46.623854 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-75eccc86-cadf-4201-aafd-3d1edb147737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:46.626696 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-75eccc86-cadf-4201-aafd-3d1edb147737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:46.630324 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-75eccc86-cadf-4201-aafd-3d1edb147737 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/de3a2158-148d-4849-9609-9363b31e0750 HTTP/1.1" status: 204 len: 168 time: 0.1261699 Jun 29 10:45:46.630324 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-0f710a77-bfc5-4ae6-ae3f-f83df24cfe48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:46.632815 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f39ffcd-dc3f-42d6-9385-de2899208349 None None] Checking router: b1989a4d-e184-402f-a588-016b16d9013a for host: dv-cinder-792209-3-iscsi {{(pid=99534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:45:46.637918 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eccc86-cadf-4201-aafd-3d1edb147737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3a2158-148d-4849-9609-9363b31e0750,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:46.641124 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-75eccc86-cadf-4201-aafd-3d1edb147737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:46.643651 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f39ffcd-dc3f-42d6-9385-de2899208349 None None] Routers {'b1989a4d-e184-402f-a588-016b16d9013a'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:45:46.644348 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-7f39ffcd-dc3f-42d6-9385-de2899208349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:45:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['b1989a4d-e184-402f-a588-016b16d9013a'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:46.763910 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-7f39ffcd-dc3f-42d6-9385-de2899208349 None None] Set router b1989a4d-e184-402f-a588-016b16d9013a gateway port host: dv-cinder-792209-3-iscsi {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:45:46.936925 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 48574) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:46.949551 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b0cf31d7-b532-4277-98e1-d42ec5983f94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:46.973055 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-7f39ffcd-dc3f-42d6-9385-de2899208349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'name': 'tempest-AttachVolumeShelveTestJSON-1728430811-router', 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'eac7289c-d3ce-4243-9e08-ec22baf0efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:41:44Z', 'updated_at': '2021-06-29T10:41:53Z', 'revision_number': 4, 'project_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'gw_port': {'id': 'eac7289c-d3ce-4243-9e08-ec22baf0efe6', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:45Z', 'updated_at': '2021-06-29T10:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '95c1cf1b-65ab-44cd-8949-7a2ed3f357de', 'name': '', 'network_id': 'b187e754-07fe-4781-924a-d886b55c9244', 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'mac_address': 'fa:16:3e:23:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1434ea17-151b-4fa4-8fce-ecfeaa34af2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:50Z', 'updated_at': '2021-06-29T10:42:01Z', 'revision_number': 5, 'project_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'subnets': [{'id': '1434ea17-151b-4fa4-8fce-ecfeaa34af2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:45:47.000381 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3f5c4af4-0d18-4a71-a5fd-dcf2b0863100 req-0724238d-edf4-4299-a661-0d932d717347 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 210 time: 0.0383115 Jun 29 10:45:47.001669 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f39ffcd-dc3f-42d6-9385-de2899208349 None None] The sync data for ids ['b1989a4d-e184-402f-a588-016b16d9013a'] in dv-cinder-792209-3-iscsi is: [{'id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'name': 'tempest-AttachVolumeShelveTestJSON-1728430811-router', 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'eac7289c-d3ce-4243-9e08-ec22baf0efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:41:44Z', 'updated_at': '2021-06-29T10:41:53Z', 'revision_number': 4, 'project_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'gw_port': {'id': 'eac7289c-d3ce-4243-9e08-ec22baf0efe6', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:45Z', 'updated_at': '2021-06-29T10:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '95c1cf1b-65ab-44cd-8949-7a2ed3f357de', 'name': '', 'network_id': 'b187e754-07fe-4781-924a-d886b55c9244', 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'mac_address': 'fa:16:3e:23:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1434ea17-151b-4fa4-8fce-ecfeaa34af2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:50Z', 'updated_at': '2021-06-29T10:42:01Z', 'revision_number': 5, 'project_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'subnets': [{'id': '1434ea17-151b-4fa4-8fce-ecfeaa34af2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:45:47.084598 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b0cf31d7-b532-4277-98e1-d42ec5983f94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:47.088567 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b0cf31d7-b532-4277-98e1-d42ec5983f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:47.092686 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-d4c8db3a-f4f7-4dab-9fc3-0a332e317fa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:47.130108 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-b0cf31d7-b532-4277-98e1-d42ec5983f94 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c6cdc0253c554e35bd071054f9cc03b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1921258 Jun 29 10:45:47.131518 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf31d7-b532-4277-98e1-d42ec5983f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8ce437-9f9f-4790-948f-8b8191264549,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:47.132737 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 48576) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:47.134237 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b0cf31d7-b532-4277-98e1-d42ec5983f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:47.190982 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c000bb85-d038-486c-ac09-c0b43c2d68a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:47.212723 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c000bb85-d038-486c-ac09-c0b43c2d68a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:47.249609 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a6401f-f58d-4669-b89f-26982ae56133 None None] New status for floating IP 597a32df-6e09-4e92-90a9-332b2bce7638: DOWN {{(pid=99535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:45:47.263906 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c000bb85-d038-486c-ac09-c0b43c2d68a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:47.266526 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c000bb85-d038-486c-ac09-c0b43c2d68a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:47.267964 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-c000bb85-d038-486c-ac09-c0b43c2d68a5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3d8ce437-9f9f-4790-948f-8b8191264549 HTTP/1.1" status: 204 len: 168 time: 0.1336873 Jun 29 10:45:47.268792 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-e135c501-b035-4afb-afe3-3cbe0e2a5bc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:47.287272 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c000bb85-d038-486c-ac09-c0b43c2d68a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8ce437-9f9f-4790-948f-8b8191264549,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:47.290123 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-c000bb85-d038-486c-ac09-c0b43c2d68a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:48.152791 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-2b3efa99-7736-4c8d-ab9e-122b8248e523 req-f89de913-be31-4cb2-a319-d791dc98dfbb tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef1710dd-53bf-47bc-8037-9abc8dbbd0b0 HTTP/1.1" status: 200 len: 210 time: 0.0276525 Jun 29 10:45:49.277631 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 48638) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:49.329800 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-aacc4f44-13de-4460-bc36-b9d2522b3a18 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:49.351165 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-aacc4f44-13de-4460-bc36-b9d2522b3a18 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:49.398800 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-aacc4f44-13de-4460-bc36-b9d2522b3a18 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:49.401349 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-aacc4f44-13de-4460-bc36-b9d2522b3a18 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:49.402491 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-aacc4f44-13de-4460-bc36-b9d2522b3a18 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "DELETE /v2.0/security-groups/361f5f29-8d39-4694-b315-18afafc5925e HTTP/1.1" status: 204 len: 168 time: 0.1239061 Jun 29 10:45:49.403307 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ba914ba1-1a93-4243-927b-6a02e6635f66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:49.405291 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 48640) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:49.412522 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc4f44-13de-4460-bc36-b9d2522b3a18 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=361f5f29-8d39-4694-b315-18afafc5925e,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:49.414907 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-aacc4f44-13de-4460-bc36-b9d2522b3a18 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:49.420729 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.api.v2.resource [None req-ec1bf81a-c933-45b4-b809-cfda4c2e7067 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] show failed (client error): The resource could not be found. Jun 29 10:45:49.421779 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-ec1bf81a-c933-45b4-b809-cfda4c2e7067 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups/361f5f29-8d39-4694-b315-18afafc5925e HTTP/1.1" status: 404 len: 347 time: 0.0154796 Jun 29 10:45:49.424597 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 48642) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:49.542074 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-38f508d3-015b-43ac-a4e2-3c02b9c6c8a3 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Deleting port d1d4c3b5-88b7-4909-8de2-5b73416d388c {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:45:49.542409 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-38f508d3-015b-43ac-a4e2-3c02b9c6c8a3 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:49.613941 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-38f508d3-015b-43ac-a4e2-3c02b9c6c8a3 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:49.614285 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-38f508d3-015b-43ac-a4e2-3c02b9c6c8a3 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:49.625618 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-38f508d3-015b-43ac-a4e2-3c02b9c6c8a3 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Calling delete_port for d1d4c3b5-88b7-4909-8de2-5b73416d388c owned by network:floatingip {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:45:49.765678 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-38f508d3-015b-43ac-a4e2-3c02b9c6c8a3 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4232076'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:49.768381 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-1c2134f2-1926-46ae-8e57-afc83b2bcd30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:49.794707 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f508d3-015b-43ac-a4e2-3c02b9c6c8a3 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Pushing event deleted for resources: {'Port': ['ID=d1d4c3b5-88b7-4909-8de2-5b73416d388c,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:49.797951 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-38f508d3-015b-43ac-a4e2-3c02b9c6c8a3 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:49.855713 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-38f508d3-015b-43ac-a4e2-3c02b9c6c8a3 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks [] for floatingip, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:49.858384 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-38f508d3-015b-43ac-a4e2-3c02b9c6c8a3 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for floatingip, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:49.859581 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-38f508d3-015b-43ac-a4e2-3c02b9c6c8a3 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "DELETE /v2.0/floatingips/597a32df-6e09-4e92-90a9-332b2bce7638 HTTP/1.1" status: 204 len: 168 time: 0.4340334 Jun 29 10:45:50.258324 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 48686) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:50.263703 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-e1438c0a-6dfc-4d77-9ef9-872ee8de9780 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Request body: {'security_group': {'name': 'tempest-securitygroup--11714369', 'description': 'tempest-description--492837546'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:50.286558 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e1438c0a-6dfc-4d77-9ef9-872ee8de9780 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:50.374565 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e1438c0a-6dfc-4d77-9ef9-872ee8de9780 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:50.378168 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e1438c0a-6dfc-4d77-9ef9-872ee8de9780 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:50.381702 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-72c24472-1843-43b8-baaa-8b6b0ef571ef tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:50.406129 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e1438c0a-6dfc-4d77-9ef9-872ee8de9780 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:50.407500 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-e1438c0a-6dfc-4d77-9ef9-872ee8de9780 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.1478796 Jun 29 10:45:50.410810 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 48690) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:50.411995 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1438c0a-6dfc-4d77-9ef9-872ee8de9780 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e65812bf-f5e4-4a31-a180-9e24a7d10fa2,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:50.416464 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-83342968-cc24-4288-b7fd-41e75c582d4d tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Request body: {'security_group_rule': {'security_group_id': 'e65812bf-f5e4-4a31-a180-9e24a7d10fa2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:50.420782 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-e1438c0a-6dfc-4d77-9ef9-872ee8de9780 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:50.446982 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-83342968-cc24-4288-b7fd-41e75c582d4d tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:50.489811 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device f81f0739-2eca-4195-b5b1-9f5daf0ce8f0 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:45:50.494174 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-83342968-cc24-4288-b7fd-41e75c582d4d tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:50.498300 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-83342968-cc24-4288-b7fd-41e75c582d4d tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-396420'] for security_group_rule, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:50.500452 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:50.509275 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] No Port match for: f81f0739-2eca-4195-b5b1-9f5daf0ce8f0 {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:45:50.509632 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device f81f0739-2eca-4195-b5b1-9f5daf0ce8f0 not bound to the agent host hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:45:50.516789 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83342968-cc24-4288-b7fd-41e75c582d4d tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c68bbd5-8929-4f8d-b394-3f800cae1382,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:50.519702 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-83342968-cc24-4288-b7fd-41e75c582d4d tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:50.522840 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-83342968-cc24-4288-b7fd-41e75c582d4d tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:50.523983 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-83342968-cc24-4288-b7fd-41e75c582d4d tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1121016 Jun 29 10:45:50.526573 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 48692) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:50.530857 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-3c6f5fe1-5f71-4ba2-a19b-5f82e1a25483 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Request body: {'security_group_rule': {'security_group_id': 'e65812bf-f5e4-4a31-a180-9e24a7d10fa2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:50.555683 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3c6f5fe1-5f71-4ba2-a19b-5f82e1a25483 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:50.610998 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3c6f5fe1-5f71-4ba2-a19b-5f82e1a25483 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:50.614243 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3c6f5fe1-5f71-4ba2-a19b-5f82e1a25483 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-396420'] for security_group_rule, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:50.616287 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-4790ebfb-b2be-44ec-9d1c-4785b3479657 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:50.631949 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f5fe1-5f71-4ba2-a19b-5f82e1a25483 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5beea92-aaeb-4110-aaf7-22bdb9d00f63,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:50.634666 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-3c6f5fe1-5f71-4ba2-a19b-5f82e1a25483 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:50.637547 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3c6f5fe1-5f71-4ba2-a19b-5f82e1a25483 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:50.639444 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-3c6f5fe1-5f71-4ba2-a19b-5f82e1a25483 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1119504 Jun 29 10:45:50.642342 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 48694) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:50.646648 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-61e19078-725d-4f01-9c74-f2d554aa3898 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Request body: {'floatingip': {'floating_network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:50.670770 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-61e19078-725d-4f01-9c74-f2d554aa3898 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks [] for floatingip, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:50.764214 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-61e19078-725d-4f01-9c74-f2d554aa3898 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:50.861613 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [None req-61e19078-725d-4f01-9c74-f2d554aa3898 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Allocated IP 172.27.0.52 (2b1c2b73-c07b-4ea8-8347-94f00b07ac35/05f04cdc-c6be-4227-89f2-0a6a720b3b38/853c588e-953b-470a-8df9-e16b5e3c125a) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:45:50.961328 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-61e19078-725d-4f01-9c74-f2d554aa3898 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:50.998298 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-61e19078-725d-4f01-9c74-f2d554aa3898 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5295544'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:51.001183 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:51.036290 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e19078-725d-4f01-9c74-f2d554aa3898 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Network 2b1c2b73-c07b-4ea8-8347-94f00b07ac35 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:45:51.040665 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-61e19078-725d-4f01-9c74-f2d554aa3898 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:45:51.044245 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e19078-725d-4f01-9c74-f2d554aa3898 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:45:51.049449 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e19078-725d-4f01-9c74-f2d554aa3898 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Pushing event updated for resources: {'Port': ['ID=853c588e-953b-470a-8df9-e16b5e3c125a,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:51.066983 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-61e19078-725d-4f01-9c74-f2d554aa3898 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:51.164950 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-61e19078-725d-4f01-9c74-f2d554aa3898 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:51.208104 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-61e19078-725d-4f01-9c74-f2d554aa3898 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:51.375581 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-61e19078-725d-4f01-9c74-f2d554aa3898 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:51.380044 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-61e19078-725d-4f01-9c74-f2d554aa3898 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5295534'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:51.382252 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-a0a80d2a-cebe-4876-95a1-de0929e68ff4 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:51.446243 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e19078-725d-4f01-9c74-f2d554aa3898 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Pushing event updated for resources: {'Port': ['ID=853c588e-953b-470a-8df9-e16b5e3c125a,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:51.450132 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-61e19078-725d-4f01-9c74-f2d554aa3898 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:51.463037 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-61e19078-725d-4f01-9c74-f2d554aa3898 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7928479'] for floatingip, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:51.477200 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-61e19078-725d-4f01-9c74-f2d554aa3898 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for floatingip, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:51.478510 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-61e19078-725d-4f01-9c74-f2d554aa3898 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8351674 Jun 29 10:45:51.681779 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-3baa3469-9339-4d2c-a0eb-573fb7a702b8 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--11714369&fields=id&tenant_id=f1ea4791d1b04b298cdfcb878b9a2e28 HTTP/1.1" status: 200 len: 267 time: 0.0360236 Jun 29 10:45:51.785598 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-ed7970fc-6eab-4137-bc12-a7a0f32160b5 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:51.787043 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-ed7970fc-6eab-4137-bc12-a7a0f32160b5 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/networks?id=b187e754-07fe-4781-924a-d886b55c9244 HTTP/1.1" status: 200 len: 817 time: 0.0988712 Jun 29 10:45:51.801484 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-201b3025-4467-438f-9f32-33d46f7480d6 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/quotas/f1ea4791d1b04b298cdfcb878b9a2e28 HTTP/1.1" status: 200 len: 375 time: 0.0090158 Jun 29 10:45:51.868996 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-7341829d-57f8-4b5f-9814-0f9db1d2fdba tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f1ea4791d1b04b298cdfcb878b9a2e28&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0626993 Jun 29 10:45:51.972484 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-ea680101-6e55-49cd-96be-7ddd1bfb8258 service neutron] 10.222.0.61 "GET /v2.0/networks/b187e754-07fe-4781-924a-d886b55c9244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911713 Jun 29 10:45:52.060662 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-e8dacc24-6c1e-42d2-8154-1a2fa0b1d443 service neutron] 10.222.0.61 "GET /v2.0/networks/b187e754-07fe-4781-924a-d886b55c9244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822465 Jun 29 10:45:52.222228 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-2d3ed16f-6649-4098-b93c-11e7fc3c062e req-c883033f-74e5-45a3-b275-78a99d292ccd tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 210 time: 0.0283887 Jun 29 10:45:52.606541 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 48740) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:52.716747 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-14620339-def8-4265-ab81-982c359478fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:52.813406 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-14620339-def8-4265-ab81-982c359478fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:52.817893 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-14620339-def8-4265-ab81-982c359478fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:52.822054 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ad5376a5-1b58-4848-b68d-4758d99a6fea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:52.857619 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-14620339-def8-4265-ab81-982c359478fd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=165a9d9ca81142e6ab1c5468c7461d82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2486691 Jun 29 10:45:52.859539 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14620339-def8-4265-ab81-982c359478fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64ed489-8631-48d6-a6c5-6965bb77a2a8,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:52.860519 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 48756) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:52.862824 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-14620339-def8-4265-ab81-982c359478fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:52.915401 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c6d6324f-be08-4cb5-a4c6-f25ccda214c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:52.939721 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c6d6324f-be08-4cb5-a4c6-f25ccda214c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:52.988866 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c6d6324f-be08-4cb5-a4c6-f25ccda214c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:52.991401 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c6d6324f-be08-4cb5-a4c6-f25ccda214c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:52.992711 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-c6d6324f-be08-4cb5-a4c6-f25ccda214c1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a64ed489-8631-48d6-a6c5-6965bb77a2a8 HTTP/1.1" status: 204 len: 168 time: 0.1309927 Jun 29 10:45:52.993565 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-062c8a4c-f948-4a74-b193-244b1a40280d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:53.001020 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d6324f-be08-4cb5-a4c6-f25ccda214c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64ed489-8631-48d6-a6c5-6965bb77a2a8,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:53.003200 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-c6d6324f-be08-4cb5-a4c6-f25ccda214c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:53.015472 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 48762) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:53.120362 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b22410c9-619e-4043-a7fd-5471634a287e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:53.207311 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b22410c9-619e-4043-a7fd-5471634a287e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:53.211008 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b22410c9-619e-4043-a7fd-5471634a287e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:53.215000 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-eeba0b0c-ad2a-416c-8854-00887fae53f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:53.241519 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22410c9-619e-4043-a7fd-5471634a287e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35c099a-0b90-42b1-8a0c-f48d3447e4b7,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:53.251726 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-b22410c9-619e-4043-a7fd-5471634a287e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:53.268218 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 48772) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:53.268421 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-b22410c9-619e-4043-a7fd-5471634a287e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b5a411464aec44b08e89e44c028bbc07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2515020 Jun 29 10:45:53.335510 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-56846935-cc9d-4e6c-bc70-d9565a6f4d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:53.363034 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-56846935-cc9d-4e6c-bc70-d9565a6f4d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:53.416430 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-01896df6-c024-400d-bf92-7da08af0c3e3 req-1e9a306c-1ebc-4c80-a3ca-5b5a02027537 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 210 time: 0.0398898 Jun 29 10:45:53.457208 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-56846935-cc9d-4e6c-bc70-d9565a6f4d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:53.460163 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-56846935-cc9d-4e6c-bc70-d9565a6f4d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:53.461522 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-56846935-cc9d-4e6c-bc70-d9565a6f4d32 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a35c099a-0b90-42b1-8a0c-f48d3447e4b7 HTTP/1.1" status: 204 len: 168 time: 0.1923718 Jun 29 10:45:53.462507 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-001abed0-085c-44e2-a7c5-1132a1f22c15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:53.472408 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56846935-cc9d-4e6c-bc70-d9565a6f4d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35c099a-0b90-42b1-8a0c-f48d3447e4b7,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:53.475818 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-56846935-cc9d-4e6c-bc70-d9565a6f4d32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:53.507727 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-54b4082a-29ba-4f70-9d4e-a68e4db3ddd3 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:53.509176 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-54b4082a-29ba-4f70-9d4e-a68e4db3ddd3 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.41 "GET /v2.0/networks?id=b187e754-07fe-4781-924a-d886b55c9244 HTTP/1.1" status: 200 len: 817 time: 0.1500213 Jun 29 10:45:53.567058 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-3a48bb8a-d92d-4824-a040-cbf6a6ea31ea tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1ea4791d1b04b298cdfcb878b9a2e28 HTTP/1.1" status: 200 len: 378 time: 0.0357125 Jun 29 10:45:53.578042 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-af1cf2ed-5ae0-479d-bee9-5e76009c4547 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Request body: {'port': {'device_id': 'cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf', 'network_id': 'b187e754-07fe-4781-924a-d886b55c9244', 'admin_state_up': True, 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'security_groups': ['e65812bf-f5e4-4a31-a180-9e24a7d10fa2']}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:53.706494 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-af1cf2ed-5ae0-479d-bee9-5e76009c4547 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Made reservation on behalf of f1ea4791d1b04b298cdfcb878b9a2e28 for: {'port': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:45:53.710208 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-af1cf2ed-5ae0-479d-bee9-5e76009c4547 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:53.839951 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-af1cf2ed-5ae0-479d-bee9-5e76009c4547 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Allocated IP 172.20.0.4 (b187e754-07fe-4781-924a-d886b55c9244/1434ea17-151b-4fa4-8fce-ecfeaa34af2c/3e3ffc71-6d90-4b7b-9b0f-df361cbd6878) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:45:53.921419 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 48800) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:53.935434 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2fd6708a-cfbf-4178-b7f0-61b9ae8269b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:53.987726 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-af1cf2ed-5ae0-479d-bee9-5e76009c4547 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:54.039581 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2fd6708a-cfbf-4178-b7f0-61b9ae8269b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:54.043662 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2fd6708a-cfbf-4178-b7f0-61b9ae8269b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:54.046995 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-75eccc86-cadf-4201-aafd-3d1edb147737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:54.084746 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-2fd6708a-cfbf-4178-b7f0-61b9ae8269b4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7a3e0087e5ed4b47b36ff5ae446aaf1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1622291 Jun 29 10:45:54.085871 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd6708a-cfbf-4178-b7f0-61b9ae8269b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306db9ce-c18c-4dc5-a56c-a836bbb22dc8,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:54.088364 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 48802) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:54.094806 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-2fd6708a-cfbf-4178-b7f0-61b9ae8269b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:54.145216 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8b147e41-e0d5-41a5-9078-f10abc74c8d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:54.170503 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8b147e41-e0d5-41a5-9078-f10abc74c8d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:54.227163 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8b147e41-e0d5-41a5-9078-f10abc74c8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:54.229705 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8b147e41-e0d5-41a5-9078-f10abc74c8d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:54.234952 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-8b147e41-e0d5-41a5-9078-f10abc74c8d8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/306db9ce-c18c-4dc5-a56c-a836bbb22dc8 HTTP/1.1" status: 204 len: 168 time: 0.1415813 Jun 29 10:45:54.236055 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-4d9e1619-3065-4c79-974e-6a8b16a5e5e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:54.243926 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b147e41-e0d5-41a5-9078-f10abc74c8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306db9ce-c18c-4dc5-a56c-a836bbb22dc8,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:54.246318 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-8b147e41-e0d5-41a5-9078-f10abc74c8d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:54.293828 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.provisioning_blocks [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-af1cf2ed-5ae0-479d-bee9-5e76009c4547 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Transition to ACTIVE for port object 3e3ffc71-6d90-4b7b-9b0f-df361cbd6878 will not be triggered until provisioned by entity DHCP. {{(pid=99532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:45:54.327247 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-af1cf2ed-5ae0-479d-bee9-5e76009c4547 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4232069'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:54.331019 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-06afcc12-41c6-4d43-8b43-1a26b66c784b tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:54.374616 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-af1cf2ed-5ae0-479d-bee9-5e76009c4547 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Network b187e754-07fe-4781-924a-d886b55c9244 is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:45:54.377899 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-af1cf2ed-5ae0-479d-bee9-5e76009c4547 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:45:54.384809 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-af1cf2ed-5ae0-479d-bee9-5e76009c4547 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:45:54.410718 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1cf2ed-5ae0-479d-bee9-5e76009c4547 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Pushing event updated for resources: {'Port': ['ID=3e3ffc71-6d90-4b7b-9b0f-df361cbd6878,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:54.415339 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-af1cf2ed-5ae0-479d-bee9-5e76009c4547 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:54.440257 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-af1cf2ed-5ae0-479d-bee9-5e76009c4547 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:54.440987 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-af1cf2ed-5ae0-479d-bee9-5e76009c4547 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:54.457178 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-af1cf2ed-5ae0-479d-bee9-5e76009c4547 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8836968 Jun 29 10:45:54.478811 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-89444110-0123-4eb2-a6cb-4ff9e9cd776e service neutron] Request body: {'port': {'device_id': 'cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:45:54.579307 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-89444110-0123-4eb2-a6cb-4ff9e9cd776e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:54.626921 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995685db-c382-43f0-b7f9-d9ae13d1e5f7 req-2334e95a-9243-4ca4-84a5-4c05a71dd31a tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:54.631360 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-995685db-c382-43f0-b7f9-d9ae13d1e5f7 req-2334e95a-9243-4ca4-84a5-4c05a71dd31a tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 931 time: 0.0778258 Jun 29 10:45:54.633685 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-ba3481f2-87fa-4970-af83-fd1859d716e8 None None] Provisioning for port 3e3ffc71-6d90-4b7b-9b0f-df361cbd6878 completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:45:54.638899 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-ba3481f2-87fa-4970-af83-fd1859d716e8 None None] Provisioning complete for port 3e3ffc71-6d90-4b7b-9b0f-df361cbd6878 triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:45:54.639552 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-ba3481f2-87fa-4970-af83-fd1859d716e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:54.676915 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-995685db-c382-43f0-b7f9-d9ae13d1e5f7 req-833b29c5-a79c-4437-b1c2-63722f82dd37 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415800 Jun 29 10:45:54.679984 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-ba3481f2-87fa-4970-af83-fd1859d716e8 None None] Port 3e3ffc71-6d90-4b7b-9b0f-df361cbd6878 cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:45:54.770083 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:54.845839 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.notifiers.nova [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-89444110-0123-4eb2-a6cb-4ff9e9cd776e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e3ffc71-6d90-4b7b-9b0f-df361cbd6878 {{(pid=99532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:45:54.853328 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-89444110-0123-4eb2-a6cb-4ff9e9cd776e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:54.865926 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.provisioning_blocks [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-89444110-0123-4eb2-a6cb-4ff9e9cd776e service neutron] Transition to ACTIVE for port object 3e3ffc71-6d90-4b7b-9b0f-df361cbd6878 will not be triggered until provisioned by entity L2. {{(pid=99532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:45:54.869394 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-89444110-0123-4eb2-a6cb-4ff9e9cd776e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4232083'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:54.871365 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-af1cf2ed-5ae0-479d-bee9-5e76009c4547 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:54.924167 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89444110-0123-4eb2-a6cb-4ff9e9cd776e service neutron] Pushing event updated for resources: {'Port': ['ID=3e3ffc71-6d90-4b7b-9b0f-df361cbd6878,revision_number=2']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:54.927040 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-89444110-0123-4eb2-a6cb-4ff9e9cd776e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:55.004755 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-89444110-0123-4eb2-a6cb-4ff9e9cd776e service neutron] Attempting to bind port 3e3ffc71-6d90-4b7b-9b0f-df361cbd6878 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:45:55.005344 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-89444110-0123-4eb2-a6cb-4ff9e9cd776e service neutron] Attempting to bind port 3e3ffc71-6d90-4b7b-9b0f-df361cbd6878 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '8e84c1c5-221f-4c99-9606-1ea868266866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b187e754-07fe-4781-924a-d886b55c9244'}] {{(pid=99532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:45:55.005680 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-89444110-0123-4eb2-a6cb-4ff9e9cd776e service neutron] Attempting to bind port 3e3ffc71-6d90-4b7b-9b0f-df361cbd6878 on network b187e754-07fe-4781-924a-d886b55c9244 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:45:55.011443 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-89444110-0123-4eb2-a6cb-4ff9e9cd776e service neutron] Port 3e3ffc71-6d90-4b7b-9b0f-df361cbd6878 on network b187e754-07fe-4781-924a-d886b55c9244 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:45:55.011768 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-89444110-0123-4eb2-a6cb-4ff9e9cd776e service neutron] Attempting to bind port 3e3ffc71-6d90-4b7b-9b0f-df361cbd6878 on network b187e754-07fe-4781-924a-d886b55c9244 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:45:55.017808 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-89444110-0123-4eb2-a6cb-4ff9e9cd776e service neutron] Checking agent: {'id': 'd76c2234-1a1a-45d0-9761-a55b876eff8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 39, 54), 'started_at': datetime.datetime(2021, 6, 29, 10, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:45:55.018341 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-89444110-0123-4eb2-a6cb-4ff9e9cd776e service neutron] Checking segment: {'id': '8e84c1c5-221f-4c99-9606-1ea868266866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b187e754-07fe-4781-924a-d886b55c9244'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:45:55.018538 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-89444110-0123-4eb2-a6cb-4ff9e9cd776e service neutron] Bound using segment: {'id': '8e84c1c5-221f-4c99-9606-1ea868266866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b187e754-07fe-4781-924a-d886b55c9244'} {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:45:55.019014 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-89444110-0123-4eb2-a6cb-4ff9e9cd776e service neutron] Bound port: 3e3ffc71-6d90-4b7b-9b0f-df361cbd6878, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e84c1c5-221f-4c99-9606-1ea868266866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'b187e754-07fe-4781-924a-d886b55c9244'}}] {{(pid=99532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:45:55.019376 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-89444110-0123-4eb2-a6cb-4ff9e9cd776e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:55.084620 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-89444110-0123-4eb2-a6cb-4ff9e9cd776e service neutron] For port 3e3ffc71-6d90-4b7b-9b0f-df361cbd6878, host hv-cinder-79220, cleared binding levels {{(pid=99532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:45:55.089232 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-89444110-0123-4eb2-a6cb-4ff9e9cd776e service neutron] For port 3e3ffc71-6d90-4b7b-9b0f-df361cbd6878, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3e3ffc71-6d90-4b7b-9b0f-df361cbd6878,segment=NetworkSegment(8e84c1c5-221f-4c99-9606-1ea868266866),segment_id=8e84c1c5-221f-4c99-9606-1ea868266866)] {{(pid=99532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:45:55.094310 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-89444110-0123-4eb2-a6cb-4ff9e9cd776e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4232083'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:55.097341 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-dcd2eba9-31e8-49b9-bd20-f575aefb8051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:55.135636 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-89444110-0123-4eb2-a6cb-4ff9e9cd776e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:55.136253 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-89444110-0123-4eb2-a6cb-4ff9e9cd776e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:55.137622 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-89444110-0123-4eb2-a6cb-4ff9e9cd776e service neutron] 10.222.0.41 "PUT /v2.0/ports/3e3ffc71-6d90-4b7b-9b0f-df361cbd6878 HTTP/1.1" status: 200 len: 1093 time: 0.6647670 Jun 29 10:45:55.138706 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf', 'tag': '3e3ffc71-6d90-4b7b-9b0f-df361cbd6878'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:45:55.141027 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}741eff7b388cda03fc4d9e55606c84397052c5857ae4d93d7a3b4e67aaed09af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a51a8f-8e4b-490b-9a99-23d35668698e" -d '{"events": [{"name": "network-changed", "server_uuid": "cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf", "tag": "3e3ffc71-6d90-4b7b-9b0f-df361cbd6878"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:45:55.177903 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89444110-0123-4eb2-a6cb-4ff9e9cd776e service neutron] Pushing event updated for resources: {'Port': ['ID=3e3ffc71-6d90-4b7b-9b0f-df361cbd6878,revision_number=3']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:55.187987 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-89444110-0123-4eb2-a6cb-4ff9e9cd776e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:55.193633 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4234ab0c-936e-4b11-be03-06d0f3b37cc0 x-openstack-request-id: req-4234ab0c-936e-4b11-be03-06d0f3b37cc0 {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:45:55.193958 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf", "tag": "3e3ffc71-6d90-4b7b-9b0f-df361cbd6878", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:45:55.194246 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4234ab0c-936e-4b11-be03-06d0f3b37cc0 {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:45:55.194701 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf', 'tag': '3e3ffc71-6d90-4b7b-9b0f-df361cbd6878', 'status': 'completed', 'code': 200} Jun 29 10:45:55.264897 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-adaf79f1-4a5f-4e4d-aaf0-d6964029bc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:55.269321 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-adaf79f1-4a5f-4e4d-aaf0-d6964029bc40 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1ea4791d1b04b298cdfcb878b9a2e28&device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 1096 time: 0.0626614 Jun 29 10:45:55.329101 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-ed87ecad-d0fb-48c7-b4c1-0f661bfc3ab1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e3ffc71-6d90-4b7b-9b0f-df361cbd6878 HTTP/1.1" status: 200 len: 217 time: 0.0469720 Jun 29 10:45:55.396500 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-68944186-95d4-43d5-9814-f5d964e74167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:55.398725 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-68944186-95d4-43d5-9814-f5d964e74167 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1434ea17-151b-4fa4-8fce-ecfeaa34af2c HTTP/1.1" status: 200 len: 856 time: 0.0626481 Jun 29 10:45:55.467427 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-5dc4630d-a51f-4485-9f49-87b13759e03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:55.469265 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-5dc4630d-a51f-4485-9f49-87b13759e03f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b187e754-07fe-4781-924a-d886b55c9244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0634937 Jun 29 10:45:55.563817 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-116dcf47-84c0-40d3-862a-b55a2870968a service neutron] 10.222.0.41 "GET /v2.0/networks/b187e754-07fe-4781-924a-d886b55c9244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868993 Jun 29 10:45:55.656392 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-d89d36ce-6527-4683-8106-03e2116f7a80 req-c68fbd7c-468d-4521-9569-333ae881eba7 service neutron] 10.222.0.41 "GET /v2.0/networks/b187e754-07fe-4781-924a-d886b55c9244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848465 Jun 29 10:45:55.806844 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a51a8f-8e4b-490b-9a99-23d35668698e req-8ae5073b-4b4d-4968-831e-cf4660bcb6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:55.808438 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-73a51a8f-8e4b-490b-9a99-23d35668698e req-8ae5073b-4b4d-4968-831e-cf4660bcb6f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1ea4791d1b04b298cdfcb878b9a2e28&device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 1096 time: 0.0538657 Jun 29 10:45:55.866917 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a60f4e-0327-4101-8862-5390e6e3b2c4 req-617b5f0d-8dbb-4164-a6cd-3d0bd116d9fd tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:55.868399 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a2a60f4e-0327-4101-8862-5390e6e3b2c4 req-617b5f0d-8dbb-4164-a6cd-3d0bd116d9fd tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 943 time: 0.0657735 Jun 29 10:45:55.906557 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a2a60f4e-0327-4101-8862-5390e6e3b2c4 req-787167d3-04ed-43d6-943a-8968eb1fb814 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316973 Jun 29 10:45:55.949977 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a722e0b3-db0e-407a-ad58-d900e3f0f228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:56.192569 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 48876) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:56.292265 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-52451534-ab69-4d61-9339-b7fabd8a4f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:56.377765 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-52451534-ab69-4d61-9339-b7fabd8a4f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:56.381367 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-52451534-ab69-4d61-9339-b7fabd8a4f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:56.383771 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-47986fef-a97c-46b3-b231-ada033986509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:56.417279 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52451534-ab69-4d61-9339-b7fabd8a4f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604d8860-1689-487f-a806-8ae2a865a418,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:56.423804 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-52451534-ab69-4d61-9339-b7fabd8a4f54 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9b576955b8f545c990043aed552d2e26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2278597 Jun 29 10:45:56.423804 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-52451534-ab69-4d61-9339-b7fabd8a4f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:56.424053 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 48880) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:56.470016 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7e00ec18-760a-43ca-8b76-3f73a7ef8e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:56.489796 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7e00ec18-760a-43ca-8b76-3f73a7ef8e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:56.535739 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7e00ec18-760a-43ca-8b76-3f73a7ef8e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:56.538374 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7e00ec18-760a-43ca-8b76-3f73a7ef8e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:56.539564 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-7e00ec18-760a-43ca-8b76-3f73a7ef8e9d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/604d8860-1689-487f-a806-8ae2a865a418 HTTP/1.1" status: 204 len: 168 time: 0.1146791 Jun 29 10:45:56.540452 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-2fd6708a-cfbf-4178-b7f0-61b9ae8269b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:56.548512 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e00ec18-760a-43ca-8b76-3f73a7ef8e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604d8860-1689-487f-a806-8ae2a865a418,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:56.550752 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-7e00ec18-760a-43ca-8b76-3f73a7ef8e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:56.718729 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a51a8f-8e4b-490b-9a99-23d35668698e req-2aca71cc-0462-47b6-8dc9-d81d9d348ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:56.720248 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-73a51a8f-8e4b-490b-9a99-23d35668698e req-2aca71cc-0462-47b6-8dc9-d81d9d348ba4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b187e754-07fe-4781-924a-d886b55c9244 HTTP/1.1" status: 200 len: 918 time: 0.0877352 Jun 29 10:45:56.793962 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 48888) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:56.807195 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-12c4ddb8-454e-4da8-a3fa-fa31cefc829b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:56.893259 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-12c4ddb8-454e-4da8-a3fa-fa31cefc829b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:56.896948 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-12c4ddb8-454e-4da8-a3fa-fa31cefc829b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:56.899391 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-f2fe471c-163f-4215-8869-b0a8eb66e7d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:56.932963 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c4ddb8-454e-4da8-a3fa-fa31cefc829b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb11e93-c0e5-4357-a584-f0456c8a6188,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:56.935992 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-12c4ddb8-454e-4da8-a3fa-fa31cefc829b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:56.939316 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-12c4ddb8-454e-4da8-a3fa-fa31cefc829b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f8336d4f4cca455e8e451b080c2c9301&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1434364 Jun 29 10:45:56.941035 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 48892) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:56.990371 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-25e336a4-2bdc-49ec-9a79-fc7814325bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:57.010370 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-25e336a4-2bdc-49ec-9a79-fc7814325bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:57.055823 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-25e336a4-2bdc-49ec-9a79-fc7814325bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:57.058470 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-25e336a4-2bdc-49ec-9a79-fc7814325bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:57.059685 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-25e336a4-2bdc-49ec-9a79-fc7814325bac admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6bb11e93-c0e5-4357-a584-f0456c8a6188 HTTP/1.1" status: 204 len: 168 time: 0.1177022 Jun 29 10:45:57.060448 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-12c4ddb8-454e-4da8-a3fa-fa31cefc829b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:57.068343 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e336a4-2bdc-49ec-9a79-fc7814325bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb11e93-c0e5-4357-a584-f0456c8a6188,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:57.074744 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-25e336a4-2bdc-49ec-9a79-fc7814325bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:57.095945 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f28360-bbb6-468d-aaaa-76cc5044dadf req-a31bbdd6-5783-4542-a6e6-a11b82c3e6be tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:57.097423 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f5f28360-bbb6-468d-aaaa-76cc5044dadf req-a31bbdd6-5783-4542-a6e6-a11b82c3e6be tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 943 time: 0.0734227 Jun 29 10:45:57.133550 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f5f28360-bbb6-468d-aaaa-76cc5044dadf req-4a1953b3-35d2-4a5d-923b-7c8cc53c161e tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304279 Jun 29 10:45:58.072930 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 48924) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:58.175732 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-325bd0e1-d02c-4732-b1b6-e5aeed104d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:58.262194 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-325bd0e1-d02c-4732-b1b6-e5aeed104d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:58.266164 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-325bd0e1-d02c-4732-b1b6-e5aeed104d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:58.268620 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-6b475cd4-fdf6-4516-9713-78fb611c7794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:58.302924 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325bd0e1-d02c-4732-b1b6-e5aeed104d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5302e45e-1731-4558-a0f1-79e3177c5c9d,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:58.306270 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-325bd0e1-d02c-4732-b1b6-e5aeed104d29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:58.306808 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d4b1b-be63-4a4b-ad18-1e24f1c11de3 req-67a625db-fec0-403e-8557-5b817727ccba tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:58.308290 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1a5d4b1b-be63-4a4b-ad18-1e24f1c11de3 req-67a625db-fec0-403e-8557-5b817727ccba tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 943 time: 0.0619259 Jun 29 10:45:58.308973 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-325bd0e1-d02c-4732-b1b6-e5aeed104d29 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7f4da4a2b76c466c92f920f43745f258&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2349880 Jun 29 10:45:58.311743 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 48930) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:58.349166 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1a5d4b1b-be63-4a4b-ad18-1e24f1c11de3 req-c07c15c8-688f-4022-846c-028d267810d2 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339005 Jun 29 10:45:58.366982 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ba2f54d7-d41e-456a-a64c-ee7c3612e00a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:58.389254 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ba2f54d7-d41e-456a-a64c-ee7c3612e00a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:58.433818 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ba2f54d7-d41e-456a-a64c-ee7c3612e00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:58.436438 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ba2f54d7-d41e-456a-a64c-ee7c3612e00a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:58.437598 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-ba2f54d7-d41e-456a-a64c-ee7c3612e00a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5302e45e-1731-4558-a0f1-79e3177c5c9d HTTP/1.1" status: 204 len: 168 time: 0.1249702 Jun 29 10:45:58.438517 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-e1438c0a-6dfc-4d77-9ef9-872ee8de9780 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:58.445881 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f54d7-d41e-456a-a64c-ee7c3612e00a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5302e45e-1731-4558-a0f1-79e3177c5c9d,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:58.448082 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-ba2f54d7-d41e-456a-a64c-ee7c3612e00a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:58.504976 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-73a51a8f-8e4b-490b-9a99-23d35668698e req-7d3cff55-d0a0-48d6-8c0c-c5de7f93b725 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e3ffc71-6d90-4b7b-9b0f-df361cbd6878 HTTP/1.1" status: 200 len: 217 time: 0.0423520 Jun 29 10:45:58.557542 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a51a8f-8e4b-490b-9a99-23d35668698e req-5c24a797-ac90-4201-93fd-8e359055e1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:58.559013 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-73a51a8f-8e4b-490b-9a99-23d35668698e req-5c24a797-ac90-4201-93fd-8e359055e1f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1434ea17-151b-4fa4-8fce-ecfeaa34af2c HTTP/1.1" status: 200 len: 856 time: 0.0452476 Jun 29 10:45:58.619949 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a51a8f-8e4b-490b-9a99-23d35668698e req-739055ba-cc63-44f1-81a6-06fe0a8f1713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:58.621440 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-73a51a8f-8e4b-490b-9a99-23d35668698e req-739055ba-cc63-44f1-81a6-06fe0a8f1713 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b187e754-07fe-4781-924a-d886b55c9244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535371 Jun 29 10:45:58.683900 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-300fab51-3c40-4623-9ea8-906b40451ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:58.721490 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-73a51a8f-8e4b-490b-9a99-23d35668698e req-5733b1c4-d906-4e2b-8ae2-48d454ffbcff service neutron] 10.222.0.41 "GET /v2.0/networks/b187e754-07fe-4781-924a-d886b55c9244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920386 Jun 29 10:45:58.810659 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-73a51a8f-8e4b-490b-9a99-23d35668698e req-74bf0a9c-4928-41e8-a00f-3045e1712d1e service neutron] 10.222.0.41 "GET /v2.0/networks/b187e754-07fe-4781-924a-d886b55c9244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822079 Jun 29 10:45:58.871501 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:59.413799 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 48968) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:59.516261 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-89443bb3-7c4d-434f-b10e-22c19f04415c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:59.527998 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3bc9a-6b59-41ca-92b5-79d8efe4aa37 req-2375e827-f979-4cad-b86c-2772f6722d72 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:45:59.529461 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-edd3bc9a-6b59-41ca-92b5-79d8efe4aa37 req-2375e827-f979-4cad-b86c-2772f6722d72 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 943 time: 0.0645187 Jun 29 10:45:59.608868 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-89443bb3-7c4d-434f-b10e-22c19f04415c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:59.612801 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-89443bb3-7c4d-434f-b10e-22c19f04415c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:59.615605 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-42291933-e051-4c95-bb08-a045c9bbe860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:59.657793 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-89443bb3-7c4d-434f-b10e-22c19f04415c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c90a8ddb795b438793a5b71ed76f7a95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2428145 Jun 29 10:45:59.659048 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89443bb3-7c4d-434f-b10e-22c19f04415c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e418ab-891a-4b5d-9693-4150ff648b67,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:59.661382 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 48976) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:45:59.663488 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-89443bb3-7c4d-434f-b10e-22c19f04415c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:45:59.701006 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:59.718102 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e88bc470-a3ca-4ac3-9739-beb9d0d08938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:59.741111 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e88bc470-a3ca-4ac3-9739-beb9d0d08938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:59.777809 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-edd3bc9a-6b59-41ca-92b5-79d8efe4aa37 req-dc59570f-64d1-4b59-b786-ce55297f4b7b tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2425995 Jun 29 10:45:59.799526 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e88bc470-a3ca-4ac3-9739-beb9d0d08938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:59.802845 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e88bc470-a3ca-4ac3-9739-beb9d0d08938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:45:59.806908 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-e88bc470-a3ca-4ac3-9739-beb9d0d08938 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b6e418ab-891a-4b5d-9693-4150ff648b67 HTTP/1.1" status: 204 len: 168 time: 0.1444399 Jun 29 10:45:59.808078 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-c1d0df71-5efa-4607-b1b1-0eee80007a1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:45:59.815714 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88bc470-a3ca-4ac3-9739-beb9d0d08938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e418ab-891a-4b5d-9693-4150ff648b67,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:45:59.818122 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-e88bc470-a3ca-4ac3-9739-beb9d0d08938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:00.949660 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715fb825-74ac-452b-b699-1ca62af5f348 req-e66d64ba-e0ae-437d-88a7-024614895e22 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:00.951814 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-715fb825-74ac-452b-b699-1ca62af5f348 req-e66d64ba-e0ae-437d-88a7-024614895e22 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 943 time: 0.0607898 Jun 29 10:46:00.987787 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-715fb825-74ac-452b-b699-1ca62af5f348 req-fd2650b3-ec40-43aa-b5e0-4ee238a436eb tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306044 Jun 29 10:46:01.220770 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:02.169165 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2cd8c-2cfb-4f49-9a32-9b1cf7f42cea req-315fa68c-ab95-416a-baaa-a736f8baebad tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:02.170524 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-bec2cd8c-2cfb-4f49-9a32-9b1cf7f42cea req-315fa68c-ab95-416a-baaa-a736f8baebad tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 943 time: 0.0612676 Jun 29 10:46:02.209644 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-bec2cd8c-2cfb-4f49-9a32-9b1cf7f42cea req-6d6e9657-3837-4190-8ec1-ac0922b4185c tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335979 Jun 29 10:46:02.939352 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device 3e3ffc71-6d90-4b7b-9b0f-df361cbd6878 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:46:03.030559 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port 3e3ffc71-6d90-4b7b-9b0f-df361cbd6878, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3e3ffc71-6d90-4b7b-9b0f-df361cbd6878,segment=NetworkSegment(8e84c1c5-221f-4c99-9606-1ea868266866),segment_id=8e84c1c5-221f-4c99-9606-1ea868266866)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:03.041960 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Returning: {'device': '3e3ffc71-6d90-4b7b-9b0f-df361cbd6878', 'network_id': 'b187e754-07fe-4781-924a-d886b55c9244', 'port_id': '3e3ffc71-6d90-4b7b-9b0f-df361cbd6878', 'mac_address': 'fa:16:3e:fb:10:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1434ea17-151b-4fa4-8fce-ecfeaa34af2c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:46:03.076509 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:03.088384 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e3ffc71-6d90-4b7b-9b0f-df361cbd6878 {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:46:03.107408 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port 3e3ffc71-6d90-4b7b-9b0f-df361cbd6878, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3e3ffc71-6d90-4b7b-9b0f-df361cbd6878,segment=NetworkSegment(8e84c1c5-221f-4c99-9606-1ea868266866),segment_id=8e84c1c5-221f-4c99-9606-1ea868266866)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:03.111238 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:03.113038 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:03.156886 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=3e3ffc71-6d90-4b7b-9b0f-df361cbd6878,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:03.164066 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:03.164414 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:03.164785 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:03.165122 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:03.165450 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:03.165780 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:03.166105 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:03.166427 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:03.166789 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:03.167112 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:03.167431 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:03.167776 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:03.171638 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:03.381395 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32eec2-683a-470e-ad58-3ec3515a6605 req-12d7ca7b-2643-4206-a1ec-3ab85fcca180 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:03.382896 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ce32eec2-683a-470e-ad58-3ec3515a6605 req-12d7ca7b-2643-4206-a1ec-3ab85fcca180 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 944 time: 0.0623875 Jun 29 10:46:03.418912 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ce32eec2-683a-470e-ad58-3ec3515a6605 req-ff4621b8-ed32-4fc4-852d-dd1af3b92693 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0296781 Jun 29 10:46:03.447381 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] get_ports_and_sgs() called for port_ids ['3e3ffc71-6d90-4b7b-9b0f-df361cbd6878'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:46:04.595943 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84205987-1c6d-4f6a-990d-e50bfe155961 req-85a173f9-b8d2-4437-bc13-2e4ffe604ae3 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:04.597387 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-84205987-1c6d-4f6a-990d-e50bfe155961 req-85a173f9-b8d2-4437-bc13-2e4ffe604ae3 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 944 time: 0.0656116 Jun 29 10:46:04.633111 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-84205987-1c6d-4f6a-990d-e50bfe155961 req-96f74b37-d795-4cad-ad3f-bd5ec287dd49 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0298285 Jun 29 10:46:05.810425 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea064d-db70-4efa-900e-91cc166444f6 req-33c2164a-d277-4783-88a4-0ce5ddcce224 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:05.811897 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b6ea064d-db70-4efa-900e-91cc166444f6 req-33c2164a-d277-4783-88a4-0ce5ddcce224 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 944 time: 0.0650003 Jun 29 10:46:05.849269 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b6ea064d-db70-4efa-900e-91cc166444f6 req-b1b0b2c6-2d44-417b-b7d6-82ffe2c5f2ca tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317833 Jun 29 10:46:05.976819 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device 3e3ffc71-6d90-4b7b-9b0f-df361cbd6878 up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:46:06.021388 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Provisioning for port 3e3ffc71-6d90-4b7b-9b0f-df361cbd6878 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:46:06.024779 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Provisioning complete for port 3e3ffc71-6d90-4b7b-9b0f-df361cbd6878 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:46:06.025156 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:06.111311 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:06.131737 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3ffc71-6d90-4b7b-9b0f-df361cbd6878'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:46:06.133929 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3762a8f488588fc24900269a9cc386d753c3d6f951c38e7bc7f446f2f69fbffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89eac36a-cab8-4ec4-8f3b-429f4aa0cae1" -d '{"events": [{"server_uuid": "cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf", "name": "network-vif-plugged", "status": "completed", "tag": "3e3ffc71-6d90-4b7b-9b0f-df361cbd6878"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:46:06.146189 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port 3e3ffc71-6d90-4b7b-9b0f-df361cbd6878, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3e3ffc71-6d90-4b7b-9b0f-df361cbd6878,segment=NetworkSegment(8e84c1c5-221f-4c99-9606-1ea868266866),segment_id=8e84c1c5-221f-4c99-9606-1ea868266866)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:06.150145 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:06.152212 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:06.173307 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f950b1f-9441-4f30-b438-c759c73baffb x-openstack-request-id: req-1f950b1f-9441-4f30-b438-c759c73baffb {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:46:06.173601 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf", "name": "network-vif-plugged", "status": "completed", "tag": "3e3ffc71-6d90-4b7b-9b0f-df361cbd6878", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:46:06.173858 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1f950b1f-9441-4f30-b438-c759c73baffb {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:46:06.174246 dv-cinder-792209-3-iscsi neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3ffc71-6d90-4b7b-9b0f-df361cbd6878', 'code': 200} Jun 29 10:46:06.198110 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=3e3ffc71-6d90-4b7b-9b0f-df361cbd6878,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:06.201608 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:06.428817 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5264c-8da0-45d6-8c10-0062295d25ae req-e5f6038c-b4d7-4c56-b92d-81baa4e1174f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:06.430391 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-afe5264c-8da0-45d6-8c10-0062295d25ae req-e5f6038c-b4d7-4c56-b92d-81baa4e1174f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 1098 time: 0.0516639 Jun 29 10:46:06.465933 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-afe5264c-8da0-45d6-8c10-0062295d25ae req-4693cce8-d887-44eb-ae00-02f60d57675f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0278265 Jun 29 10:46:07.021621 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0424e-2994-4ccd-9710-3c8ac486763a req-86ee9c72-1494-4a1e-8108-d9085c213423 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:07.023164 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fca0424e-2994-4ccd-9710-3c8ac486763a req-86ee9c72-1494-4a1e-8108-d9085c213423 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 945 time: 0.0621569 Jun 29 10:46:07.060747 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fca0424e-2994-4ccd-9710-3c8ac486763a req-b85c4ee2-a67c-454d-a511-69b1b043f184 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319841 Jun 29 10:46:08.241275 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630b65f-7768-48d6-88ef-30984c03ad9a req-23f91b2e-f60f-451c-a1b8-d64b3a72d02a tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:08.242761 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e630b65f-7768-48d6-88ef-30984c03ad9a req-23f91b2e-f60f-451c-a1b8-d64b3a72d02a tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 945 time: 0.0630760 Jun 29 10:46:08.282488 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e630b65f-7768-48d6-88ef-30984c03ad9a req-8c4f44af-9f98-4bc3-a827-93040c96bf11 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334580 Jun 29 10:46:09.457800 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fabe45-5657-495d-b610-0ed7d9cd0ad5 req-b3cbe838-2ead-4224-8af2-779335a60dbc tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:09.459253 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d7fabe45-5657-495d-b610-0ed7d9cd0ad5 req-b3cbe838-2ead-4224-8af2-779335a60dbc tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 945 time: 0.0608323 Jun 29 10:46:09.493935 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d7fabe45-5657-495d-b610-0ed7d9cd0ad5 req-bff0d69d-639f-42f8-b879-bc6878b9b6b6 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0293159 Jun 29 10:46:10.668195 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae569ce-7947-4b43-90ce-101806ea2f83 req-8629ecb0-68d6-4c3e-9c6f-f17a887fece7 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:10.670123 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-9ae569ce-7947-4b43-90ce-101806ea2f83 req-8629ecb0-68d6-4c3e-9c6f-f17a887fece7 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 945 time: 0.0641165 Jun 29 10:46:10.707464 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-9ae569ce-7947-4b43-90ce-101806ea2f83 req-6909e256-5fe8-4d22-b122-da5f6cb3ed1e tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316834 Jun 29 10:46:10.885335 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4d415-2d7f-42c0-a4d4-bb948562e92e req-9f0c5a51-2fae-41a7-a0d0-1ae8aa8f8a88 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:10.886798 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-81f4d415-2d7f-42c0-a4d4-bb948562e92e req-9f0c5a51-2fae-41a7-a0d0-1ae8aa8f8a88 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 945 time: 0.0677505 Jun 29 10:46:10.895072 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 49046) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:10.899374 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-2602ab26-43fc-4e5d-967d-9b58fe9acc94 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Request body: {'floatingip': {'port_id': '3e3ffc71-6d90-4b7b-9b0f-df361cbd6878'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:10.964506 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2602ab26-43fc-4e5d-967d-9b58fe9acc94 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks [] for floatingip, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:11.564816 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2602ab26-43fc-4e5d-967d-9b58fe9acc94 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:11.569561 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2602ab26-43fc-4e5d-967d-9b58fe9acc94 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7928479'] for floatingip, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:11.664336 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.db.l3_db [None req-2602ab26-43fc-4e5d-967d-9b58fe9acc94 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Floating IP 8326e106-340f-4a67-bcb8-5ce345295a4f associated. External IP: 172.27.0.52, port: 3e3ffc71-6d90-4b7b-9b0f-df361cbd6878. Jun 29 10:46:11.864726 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2602ab26-43fc-4e5d-967d-9b58fe9acc94 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Router b1989a4d-e184-402f-a588-016b16d9013a has already been hosted by L3 agent 8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f {{(pid=99533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:46:11.966460 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2602ab26-43fc-4e5d-967d-9b58fe9acc94 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify agent at l3_agent.dv-cinder-792209-3-iscsi the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:46:11.971260 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2602ab26-43fc-4e5d-967d-9b58fe9acc94 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for floatingip, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:11.975464 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6fd57e-d582-4cb5-a425-1e4b6abe8a50 None None] Sync routers for ids ['b1989a4d-e184-402f-a588-016b16d9013a'] in dv-cinder-792209-3-iscsi {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:46:11.985669 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6fd57e-d582-4cb5-a425-1e4b6abe8a50 None None] Routers {'b1989a4d-e184-402f-a588-016b16d9013a'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:46:11.986285 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-cc6fd57e-d582-4cb5-a425-1e4b6abe8a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:45:59Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['b1989a4d-e184-402f-a588-016b16d9013a'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:12.005848 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-2602ab26-43fc-4e5d-967d-9b58fe9acc94 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "PUT /v2.0/floatingips/8326e106-340f-4a67-bcb8-5ce345295a4f HTTP/1.1" status: 200 len: 990 time: 1.1097615 Jun 29 10:46:12.006570 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf', 'tag': '3e3ffc71-6d90-4b7b-9b0f-df361cbd6878'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:46:12.009042 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82814ba4342b3241ea59c6119a2f8abf18707475a0488e58b50a7e2d80907800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd3f181-7fd3-49ca-90fb-4021f0692f83" -d '{"events": [{"name": "network-changed", "server_uuid": "cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf", "tag": "3e3ffc71-6d90-4b7b-9b0f-df361cbd6878"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:46:12.045452 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd256147-7fec-4ddb-9699-7de8669fa761 x-openstack-request-id: req-bd256147-7fec-4ddb-9699-7de8669fa761 {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:46:12.045779 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf", "tag": "3e3ffc71-6d90-4b7b-9b0f-df361cbd6878", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:46:12.046057 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bd256147-7fec-4ddb-9699-7de8669fa761 {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:46:12.046468 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf', 'tag': '3e3ffc71-6d90-4b7b-9b0f-df361cbd6878', 'status': 'completed', 'code': 200} Jun 29 10:46:12.092506 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-cc6fd57e-d582-4cb5-a425-1e4b6abe8a50 None None] Set router b1989a4d-e184-402f-a588-016b16d9013a gateway port host: dv-cinder-792209-3-iscsi {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:46:12.148530 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3f181-7fd3-49ca-90fb-4021f0692f83 req-f34b69ba-7d09-4361-9a87-ca991013c8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:12.150022 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-0bd3f181-7fd3-49ca-90fb-4021f0692f83 req-f34b69ba-7d09-4361-9a87-ca991013c8f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1ea4791d1b04b298cdfcb878b9a2e28&device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 1098 time: 0.0591619 Jun 29 10:46:12.236570 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3f181-7fd3-49ca-90fb-4021f0692f83 req-8e0f0887-9776-46e5-bd1b-af6fabb4f91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:12.238008 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-0bd3f181-7fd3-49ca-90fb-4021f0692f83 req-8e0f0887-9776-46e5-bd1b-af6fabb4f91e service neutron] 10.222.0.41 "GET /v2.0/networks?id=b187e754-07fe-4781-924a-d886b55c9244 HTTP/1.1" status: 200 len: 918 time: 0.0810251 Jun 29 10:46:12.304146 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-0bd3f181-7fd3-49ca-90fb-4021f0692f83 req-225dfaa6-b873-4c31-8f58-0bc5887ac4c9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e3ffc71-6d90-4b7b-9b0f-df361cbd6878 HTTP/1.1" status: 200 len: 998 time: 0.0594049 Jun 29 10:46:12.354003 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3f181-7fd3-49ca-90fb-4021f0692f83 req-f4857d56-82c8-4fe7-9533-593c978bbe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:12.355556 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-0bd3f181-7fd3-49ca-90fb-4021f0692f83 req-f4857d56-82c8-4fe7-9533-593c978bbe81 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1434ea17-151b-4fa4-8fce-ecfeaa34af2c HTTP/1.1" status: 200 len: 856 time: 0.0449209 Jun 29 10:46:12.357215 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-cc6fd57e-d582-4cb5-a425-1e4b6abe8a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'name': 'tempest-AttachVolumeShelveTestJSON-1728430811-router', 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'eac7289c-d3ce-4243-9e08-ec22baf0efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:41:44Z', 'updated_at': '2021-06-29T10:41:53Z', 'revision_number': 4, 'project_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'gw_port': {'id': 'eac7289c-d3ce-4243-9e08-ec22baf0efe6', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:45Z', 'updated_at': '2021-06-29T10:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_floatingips': [{'id': '8326e106-340f-4a67-bcb8-5ce345295a4f', 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'router_id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'port_id': '3e3ffc71-6d90-4b7b-9b0f-df361cbd6878', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b187e754-07fe-4781-924a-d886b55c9244', 'mac_address': 'fa:16:3e:fb:10:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:45:51Z', 'updated_at': '2021-06-29T10:46:11Z', 'revision_number': 1, 'project_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95c1cf1b-65ab-44cd-8949-7a2ed3f357de', 'name': '', 'network_id': 'b187e754-07fe-4781-924a-d886b55c9244', 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'mac_address': 'fa:16:3e:23:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1434ea17-151b-4fa4-8fce-ecfeaa34af2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:50Z', 'updated_at': '2021-06-29T10:42:01Z', 'revision_number': 5, 'project_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'subnets': [{'id': '1434ea17-151b-4fa4-8fce-ecfeaa34af2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:12.385979 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6fd57e-d582-4cb5-a425-1e4b6abe8a50 None None] Checking router: b1989a4d-e184-402f-a588-016b16d9013a for host: dv-cinder-792209-3-iscsi {{(pid=99534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:46:12.394266 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6fd57e-d582-4cb5-a425-1e4b6abe8a50 None None] Routers {'b1989a4d-e184-402f-a588-016b16d9013a'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:46:12.395017 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-cc6fd57e-d582-4cb5-a425-1e4b6abe8a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:45:59Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['b1989a4d-e184-402f-a588-016b16d9013a'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:12.421731 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3f181-7fd3-49ca-90fb-4021f0692f83 req-11027063-204a-4acf-a04d-4409d65f17e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:12.423474 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-0bd3f181-7fd3-49ca-90fb-4021f0692f83 req-11027063-204a-4acf-a04d-4409d65f17e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b187e754-07fe-4781-924a-d886b55c9244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0611064 Jun 29 10:46:12.509019 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-cc6fd57e-d582-4cb5-a425-1e4b6abe8a50 None None] Set router b1989a4d-e184-402f-a588-016b16d9013a gateway port host: dv-cinder-792209-3-iscsi {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:46:12.520698 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-0bd3f181-7fd3-49ca-90fb-4021f0692f83 req-7d90294e-75b8-473c-bd90-ddfeea613720 service neutron] 10.222.0.41 "GET /v2.0/networks/b187e754-07fe-4781-924a-d886b55c9244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899832 Jun 29 10:46:12.611690 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-0bd3f181-7fd3-49ca-90fb-4021f0692f83 req-31444c2b-85f0-4d37-8bbd-392839d49b43 service neutron] 10.222.0.41 "GET /v2.0/networks/b187e754-07fe-4781-924a-d886b55c9244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834403 Jun 29 10:46:12.847680 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-cc6fd57e-d582-4cb5-a425-1e4b6abe8a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'name': 'tempest-AttachVolumeShelveTestJSON-1728430811-router', 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'eac7289c-d3ce-4243-9e08-ec22baf0efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:41:44Z', 'updated_at': '2021-06-29T10:41:53Z', 'revision_number': 4, 'project_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'gw_port': {'id': 'eac7289c-d3ce-4243-9e08-ec22baf0efe6', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:45Z', 'updated_at': '2021-06-29T10:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_floatingips': [{'id': '8326e106-340f-4a67-bcb8-5ce345295a4f', 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'router_id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'port_id': '3e3ffc71-6d90-4b7b-9b0f-df361cbd6878', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b187e754-07fe-4781-924a-d886b55c9244', 'mac_address': 'fa:16:3e:fb:10:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:45:51Z', 'updated_at': '2021-06-29T10:46:11Z', 'revision_number': 1, 'project_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95c1cf1b-65ab-44cd-8949-7a2ed3f357de', 'name': '', 'network_id': 'b187e754-07fe-4781-924a-d886b55c9244', 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'mac_address': 'fa:16:3e:23:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1434ea17-151b-4fa4-8fce-ecfeaa34af2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:50Z', 'updated_at': '2021-06-29T10:42:01Z', 'revision_number': 5, 'project_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'subnets': [{'id': '1434ea17-151b-4fa4-8fce-ecfeaa34af2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:46:12.872185 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6fd57e-d582-4cb5-a425-1e4b6abe8a50 None None] The sync data for ids ['b1989a4d-e184-402f-a588-016b16d9013a'] in dv-cinder-792209-3-iscsi is: [{'id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'name': 'tempest-AttachVolumeShelveTestJSON-1728430811-router', 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'eac7289c-d3ce-4243-9e08-ec22baf0efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:41:44Z', 'updated_at': '2021-06-29T10:41:53Z', 'revision_number': 4, 'project_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'gw_port': {'id': 'eac7289c-d3ce-4243-9e08-ec22baf0efe6', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:45Z', 'updated_at': '2021-06-29T10:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_floatingips': [{'id': '8326e106-340f-4a67-bcb8-5ce345295a4f', 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'router_id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'port_id': '3e3ffc71-6d90-4b7b-9b0f-df361cbd6878', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b187e754-07fe-4781-924a-d886b55c9244', 'mac_address': 'fa:16:3e:fb:10:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:45:51Z', 'updated_at': '2021-06-29T10:46:11Z', 'revision_number': 1, 'project_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95c1cf1b-65ab-44cd-8949-7a2ed3f357de', 'name': '', 'network_id': 'b187e754-07fe-4781-924a-d886b55c9244', 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'mac_address': 'fa:16:3e:23:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1434ea17-151b-4fa4-8fce-ecfeaa34af2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:50Z', 'updated_at': '2021-06-29T10:42:01Z', 'revision_number': 5, 'project_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'subnets': [{'id': '1434ea17-151b-4fa4-8fce-ecfeaa34af2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:46:13.039423 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd9296a-45aa-4964-8e66-8f7e2c56edd3 None None] New status for floating IP 8326e106-340f-4a67-bcb8-5ce345295a4f: ACTIVE {{(pid=99535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:46:13.902341 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 49088) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:14.001960 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c19f3875-1033-4707-880d-a9694a4fe6d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:14.091834 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c19f3875-1033-4707-880d-a9694a4fe6d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:14.095427 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c19f3875-1033-4707-880d-a9694a4fe6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:14.099230 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-1f38fd63-046b-4bb3-8b6f-b117d0a5b086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:14.137984 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f3875-1033-4707-880d-a9694a4fe6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6903cbf-cf49-4c4a-b603-4305a94de261,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:14.146137 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-c19f3875-1033-4707-880d-a9694a4fe6d1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e87f4e571ed5428281692606cfb0d09e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2427638 Jun 29 10:46:14.148899 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 49092) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:14.151160 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19f3875-1033-4707-880d-a9694a4fe6d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:14.151521 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19f3875-1033-4707-880d-a9694a4fe6d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:14.151870 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19f3875-1033-4707-880d-a9694a4fe6d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:14.152214 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19f3875-1033-4707-880d-a9694a4fe6d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:14.152582 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19f3875-1033-4707-880d-a9694a4fe6d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:14.152922 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19f3875-1033-4707-880d-a9694a4fe6d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:14.153561 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19f3875-1033-4707-880d-a9694a4fe6d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:14.153776 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19f3875-1033-4707-880d-a9694a4fe6d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:14.154112 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19f3875-1033-4707-880d-a9694a4fe6d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:14.154451 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19f3875-1033-4707-880d-a9694a4fe6d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:14.154916 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19f3875-1033-4707-880d-a9694a4fe6d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:14.155247 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19f3875-1033-4707-880d-a9694a4fe6d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:14.159090 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-c19f3875-1033-4707-880d-a9694a4fe6d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:14.197647 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e5a2cdb6-c764-4b59-880e-065e45392451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:14.218373 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e5a2cdb6-c764-4b59-880e-065e45392451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:14.266739 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e5a2cdb6-c764-4b59-880e-065e45392451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:14.269289 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e5a2cdb6-c764-4b59-880e-065e45392451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:14.270401 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-e5a2cdb6-c764-4b59-880e-065e45392451 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a6903cbf-cf49-4c4a-b603-4305a94de261 HTTP/1.1" status: 204 len: 168 time: 0.1203604 Jun 29 10:46:14.271161 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-10641a41-1782-49af-a80f-cb1cd93d6a04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:14.278157 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2cdb6-c764-4b59-880e-065e45392451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6903cbf-cf49-4c4a-b603-4305a94de261,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:14.285277 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a2cdb6-c764-4b59-880e-065e45392451 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:14.285646 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a2cdb6-c764-4b59-880e-065e45392451 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:14.286207 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a2cdb6-c764-4b59-880e-065e45392451 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:14.286686 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a2cdb6-c764-4b59-880e-065e45392451 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:14.286992 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a2cdb6-c764-4b59-880e-065e45392451 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:14.287401 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a2cdb6-c764-4b59-880e-065e45392451 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:14.288036 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a2cdb6-c764-4b59-880e-065e45392451 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:14.288449 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a2cdb6-c764-4b59-880e-065e45392451 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:14.288845 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a2cdb6-c764-4b59-880e-065e45392451 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:14.289123 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a2cdb6-c764-4b59-880e-065e45392451 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:14.289465 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a2cdb6-c764-4b59-880e-065e45392451 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:14.289804 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a2cdb6-c764-4b59-880e-065e45392451 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:46:14.292906 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-e5a2cdb6-c764-4b59-880e-065e45392451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:14.868252 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 49116) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:14.957792 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-b90a1797-aecc-4512-a725-7999688055e0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1733521531-network', 'tenant_id': '1cb82f5c0d184a9392dc20500f546bfc'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:14.978757 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90a1797-aecc-4512-a725-7999688055e0 admin admin] Made reservation on behalf of 1cb82f5c0d184a9392dc20500f546bfc for: {'network': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:46:14.981166 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b90a1797-aecc-4512-a725-7999688055e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for network, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:14.989661 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b90a1797-aecc-4512-a725-7999688055e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:15.073989 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b90a1797-aecc-4512-a725-7999688055e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:15.077966 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b90a1797-aecc-4512-a725-7999688055e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:15.081557 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-c6d6324f-be08-4cb5-a4c6-f25ccda214c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:15.098310 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b90a1797-aecc-4512-a725-7999688055e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=99532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:46:15.112053 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a1797-aecc-4512-a725-7999688055e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e350fd-f6c8-428d-882d-725b34a435a9,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:15.116011 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-b90a1797-aecc-4512-a725-7999688055e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:15.117040 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b90a1797-aecc-4512-a725-7999688055e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342'] for segment, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:15.117377 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.db.segments_db [None req-b90a1797-aecc-4512-a725-7999688055e0 admin admin] Added segment 03dba5ba-482a-45ae-9e2d-400b7f9c548c of type vlan for network 2866baf4-c4ac-4135-8d4f-4b4001c8e3c6 Jun 29 10:46:15.155403 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b90a1797-aecc-4512-a725-7999688055e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772013063217'] for network, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:15.183060 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b90a1797-aecc-4512-a725-7999688055e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780'] for network, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:15.184249 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90a1797-aecc-4512-a725-7999688055e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:15.185402 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b90a1797-aecc-4512-a725-7999688055e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for network, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:15.188105 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:15.234098 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-b90a1797-aecc-4512-a725-7999688055e0 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3648002 Jun 29 10:46:15.237009 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 49120) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:46:15.242207 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-3cd416a2-d68d-4805-a3d8-473a2df2ddb0 admin admin] Request body: {'subnet': {'network_id': '2866baf4-c4ac-4135-8d4f-4b4001c8e3c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1733521531-subnet', 'tenant_id': '1cb82f5c0d184a9392dc20500f546bfc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:15.244572 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a1797-aecc-4512-a725-7999688055e0 admin admin] Pushing event updated for resources: {'Network': ['ID=2866baf4-c4ac-4135-8d4f-4b4001c8e3c6,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:15.247894 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-b90a1797-aecc-4512-a725-7999688055e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:15.254785 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Network 2866baf4-c4ac-4135-8d4f-4b4001c8e3c6 details requested by agent ovs-agent-dv-cinder-792209-3-iscsi with host dv-cinder-792209-3-iscsi {{(pid=99534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:46:15.264478 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd416a2-d68d-4805-a3d8-473a2df2ddb0 admin admin] Made reservation on behalf of 1cb82f5c0d184a9392dc20500f546bfc for: {'subnet': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:46:15.266993 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3cd416a2-d68d-4805-a3d8-473a2df2ddb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4423340'] for subnet, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:15.626284 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3cd416a2-d68d-4805-a3d8-473a2df2ddb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5295404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3981142'] for subnet, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:15.628679 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-837bb5b7-8d78-4f57-9940-0829ee2a38ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:15.679785 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd416a2-d68d-4805-a3d8-473a2df2ddb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b72d597d-4c5c-4d52-964f-3a3d26c35e1c,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:15.683211 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-3cd416a2-d68d-4805-a3d8-473a2df2ddb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:15.688530 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd416a2-d68d-4805-a3d8-473a2df2ddb0 admin admin] Checking segment: {'id': '03dba5ba-482a-45ae-9e2d-400b7f9c548c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2866baf4-c4ac-4135-8d4f-4b4001c8e3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:46:15.688873 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd416a2-d68d-4805-a3d8-473a2df2ddb0 admin admin] Network hostable DHCP agents. Network: 2866baf4-c4ac-4135-8d4f-4b4001c8e3c6, hostable agents: ['0f321f44-7bd1-49aa-8caa-09a569631bca'], hosted agents: [] {{(pid=99533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:46:15.705171 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd416a2-d68d-4805-a3d8-473a2df2ddb0 admin admin] Network 2866baf4-c4ac-4135-8d4f-4b4001c8e3c6 is scheduled to be hosted by DHCP agent 0f321f44-7bd1-49aa-8caa-09a569631bca with binding_index 1 {{(pid=99533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:46:15.713875 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-3cd416a2-d68d-4805-a3d8-473a2df2ddb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-3-iscsi, 2866baf4-c4ac-4135-8d4f-4b4001c8e3c6) {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:46:15.718322 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd416a2-d68d-4805-a3d8-473a2df2ddb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:15.718944 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3cd416a2-d68d-4805-a3d8-473a2df2ddb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:15.723194 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db983f7-b267-494a-9d14-b9898b23dc46 None None] Network 2866baf4-c4ac-4135-8d4f-4b4001c8e3c6 requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:46:15.732326 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-3cd416a2-d68d-4805-a3d8-473a2df2ddb0 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4940798 Jun 29 10:46:15.842217 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13490f48-9509-483f-adb4-2791c09ca3a5 None None] Network 2866baf4-c4ac-4135-8d4f-4b4001c8e3c6 requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:46:16.948608 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.agents_db [None req-93d4a047-be9c-4d13-b750-597922b429b4 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:46:17.462086 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-a016ad8c-3f3e-48e6-83da-801f6998b718 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:17.463566 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-a016ad8c-3f3e-48e6-83da-801f6998b718 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/networks?id=2866baf4-c4ac-4135-8d4f-4b4001c8e3c6 HTTP/1.1" status: 200 len: 809 time: 0.1033738 Jun 29 10:46:17.478502 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-d10b1645-94a2-4787-9cb7-c488bf8cb8a0 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/quotas/1cb82f5c0d184a9392dc20500f546bfc HTTP/1.1" status: 200 len: 375 time: 0.0090969 Jun 29 10:46:17.513360 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-a33826b7-7387-470b-872e-bc2909b291e5 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1cb82f5c0d184a9392dc20500f546bfc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290678 Jun 29 10:46:17.600669 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-d7d948f6-105e-4e76-ba4d-ce7d47302e31 service neutron] 10.222.0.61 "GET /v2.0/networks/2866baf4-c4ac-4135-8d4f-4b4001c8e3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807171 Jun 29 10:46:17.692285 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-95f3ed79-6ca6-45a0-9519-c78975f3ce55 service neutron] 10.222.0.61 "GET /v2.0/networks/2866baf4-c4ac-4135-8d4f-4b4001c8e3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857642 Jun 29 10:46:17.859326 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-763e6472-387b-491e-8e0d-10181f4f14e6 req-a007b547-4ff0-4d2f-bf53-d10da24f87cf tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/ports?device_id=50d96119-dc89-41db-b93d-5d895953e3d7 HTTP/1.1" status: 200 len: 210 time: 0.0317574 Jun 29 10:46:18.996580 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-553a1d5d-9cfb-4d76-a226-5be2e425dc1c tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:18.998087 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-553a1d5d-9cfb-4d76-a226-5be2e425dc1c tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.41 "GET /v2.0/networks?id=2866baf4-c4ac-4135-8d4f-4b4001c8e3c6 HTTP/1.1" status: 200 len: 809 time: 0.1007745 Jun 29 10:46:19.015255 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-159b5b9e-24a5-4ec3-98f6-7f1cac104281 req-12d5bf17-3421-4b2f-9d96-4e8a9dc17d91 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/ports?device_id=50d96119-dc89-41db-b93d-5d895953e3d7 HTTP/1.1" status: 200 len: 210 time: 0.0331991 Jun 29 10:46:19.027434 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-d3af31f7-d20d-4e7e-80da-c8219c3a0e31 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Request body: {'port': {'device_id': '50d96119-dc89-41db-b93d-5d895953e3d7', 'network_id': '2866baf4-c4ac-4135-8d4f-4b4001c8e3c6', 'admin_state_up': True, 'tenant_id': '1cb82f5c0d184a9392dc20500f546bfc'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:19.137200 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-d3af31f7-d20d-4e7e-80da-c8219c3a0e31 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Made reservation on behalf of 1cb82f5c0d184a9392dc20500f546bfc for: {'port': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:46:19.141209 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-d3af31f7-d20d-4e7e-80da-c8219c3a0e31 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:19.261848 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-d3af31f7-d20d-4e7e-80da-c8219c3a0e31 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Allocated IP 172.20.0.9 (2866baf4-c4ac-4135-8d4f-4b4001c8e3c6/b72d597d-4c5c-4d52-964f-3a3d26c35e1c/a6fa6f15-3c44-4cc6-bc25-ced682a77712) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:46:19.398943 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-d3af31f7-d20d-4e7e-80da-c8219c3a0e31 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:19.436171 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-d3af31f7-d20d-4e7e-80da-c8219c3a0e31 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4232069'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:19.439814 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-27c03b3e-418a-4b82-b762-2113e660f1ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:19.484772 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-d3af31f7-d20d-4e7e-80da-c8219c3a0e31 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Network 2866baf4-c4ac-4135-8d4f-4b4001c8e3c6 is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:46:19.487972 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-d3af31f7-d20d-4e7e-80da-c8219c3a0e31 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:46:19.491792 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-d3af31f7-d20d-4e7e-80da-c8219c3a0e31 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:46:19.514355 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af31f7-d20d-4e7e-80da-c8219c3a0e31 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Pushing event updated for resources: {'Port': ['ID=a6fa6f15-3c44-4cc6-bc25-ced682a77712,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:19.518408 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-d3af31f7-d20d-4e7e-80da-c8219c3a0e31 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:19.540599 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-d3af31f7-d20d-4e7e-80da-c8219c3a0e31 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:19.541191 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-d3af31f7-d20d-4e7e-80da-c8219c3a0e31 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:19.554579 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-d3af31f7-d20d-4e7e-80da-c8219c3a0e31 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5315144 Jun 29 10:46:19.575412 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-5150c7be-cf07-4606-a55b-2774ea96d843 service neutron] Request body: {'port': {'device_id': '50d96119-dc89-41db-b93d-5d895953e3d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:19.642296 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-5150c7be-cf07-4606-a55b-2774ea96d843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:19.895554 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.notifiers.nova [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-5150c7be-cf07-4606-a55b-2774ea96d843 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6fa6f15-3c44-4cc6-bc25-ced682a77712 {{(pid=99532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:46:19.902842 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-5150c7be-cf07-4606-a55b-2774ea96d843 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:19.915127 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.provisioning_blocks [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-5150c7be-cf07-4606-a55b-2774ea96d843 service neutron] Transition to ACTIVE for port object a6fa6f15-3c44-4cc6-bc25-ced682a77712 will not be triggered until provisioned by entity L2. {{(pid=99532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:46:19.918724 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-5150c7be-cf07-4606-a55b-2774ea96d843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4232083'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:19.921926 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-89444110-0123-4eb2-a6cb-4ff9e9cd776e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:19.966979 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5150c7be-cf07-4606-a55b-2774ea96d843 service neutron] Pushing event updated for resources: {'Port': ['ID=a6fa6f15-3c44-4cc6-bc25-ced682a77712,revision_number=2']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:19.969487 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-5150c7be-cf07-4606-a55b-2774ea96d843 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:20.036145 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-5150c7be-cf07-4606-a55b-2774ea96d843 service neutron] Attempting to bind port a6fa6f15-3c44-4cc6-bc25-ced682a77712 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:46:20.036803 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-5150c7be-cf07-4606-a55b-2774ea96d843 service neutron] Attempting to bind port a6fa6f15-3c44-4cc6-bc25-ced682a77712 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '03dba5ba-482a-45ae-9e2d-400b7f9c548c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2866baf4-c4ac-4135-8d4f-4b4001c8e3c6'}] {{(pid=99532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:46:20.036803 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-5150c7be-cf07-4606-a55b-2774ea96d843 service neutron] Attempting to bind port a6fa6f15-3c44-4cc6-bc25-ced682a77712 on network 2866baf4-c4ac-4135-8d4f-4b4001c8e3c6 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:46:20.041358 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-5150c7be-cf07-4606-a55b-2774ea96d843 service neutron] Port a6fa6f15-3c44-4cc6-bc25-ced682a77712 on network 2866baf4-c4ac-4135-8d4f-4b4001c8e3c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:46:20.041674 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-5150c7be-cf07-4606-a55b-2774ea96d843 service neutron] Attempting to bind port a6fa6f15-3c44-4cc6-bc25-ced682a77712 on network 2866baf4-c4ac-4135-8d4f-4b4001c8e3c6 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:46:20.048893 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-5150c7be-cf07-4606-a55b-2774ea96d843 service neutron] Checking agent: {'id': 'd76c2234-1a1a-45d0-9761-a55b876eff8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 39, 54), 'started_at': datetime.datetime(2021, 6, 29, 10, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:46:20.049225 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-5150c7be-cf07-4606-a55b-2774ea96d843 service neutron] Checking segment: {'id': '03dba5ba-482a-45ae-9e2d-400b7f9c548c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2866baf4-c4ac-4135-8d4f-4b4001c8e3c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:46:20.049633 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-5150c7be-cf07-4606-a55b-2774ea96d843 service neutron] Bound using segment: {'id': '03dba5ba-482a-45ae-9e2d-400b7f9c548c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2866baf4-c4ac-4135-8d4f-4b4001c8e3c6'} {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:46:20.050014 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-5150c7be-cf07-4606-a55b-2774ea96d843 service neutron] Bound port: a6fa6f15-3c44-4cc6-bc25-ced682a77712, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03dba5ba-482a-45ae-9e2d-400b7f9c548c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2866baf4-c4ac-4135-8d4f-4b4001c8e3c6'}}] {{(pid=99532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:46:20.050370 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-5150c7be-cf07-4606-a55b-2774ea96d843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:20.112578 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-5150c7be-cf07-4606-a55b-2774ea96d843 service neutron] For port a6fa6f15-3c44-4cc6-bc25-ced682a77712, host hv-cinder-79220, cleared binding levels {{(pid=99532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:46:20.118495 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-5150c7be-cf07-4606-a55b-2774ea96d843 service neutron] For port a6fa6f15-3c44-4cc6-bc25-ced682a77712, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=a6fa6f15-3c44-4cc6-bc25-ced682a77712,segment=NetworkSegment(03dba5ba-482a-45ae-9e2d-400b7f9c548c),segment_id=03dba5ba-482a-45ae-9e2d-400b7f9c548c)] {{(pid=99532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:46:20.123780 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-5150c7be-cf07-4606-a55b-2774ea96d843 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4232083'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:20.126883 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-08da4208-cc58-4576-b08a-c1493ef78612 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:20.164931 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-5150c7be-cf07-4606-a55b-2774ea96d843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:20.165545 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-5150c7be-cf07-4606-a55b-2774ea96d843 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:20.166935 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-5150c7be-cf07-4606-a55b-2774ea96d843 service neutron] 10.222.0.41 "PUT /v2.0/ports/a6fa6f15-3c44-4cc6-bc25-ced682a77712 HTTP/1.1" status: 200 len: 1093 time: 0.5954850 Jun 29 10:46:20.167465 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d96119-dc89-41db-b93d-5d895953e3d7', 'tag': 'a6fa6f15-3c44-4cc6-bc25-ced682a77712'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:46:20.170294 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}741eff7b388cda03fc4d9e55606c84397052c5857ae4d93d7a3b4e67aaed09af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42039f79-476b-42da-8c4b-a8a9edac21e8" -d '{"events": [{"name": "network-changed", "server_uuid": "50d96119-dc89-41db-b93d-5d895953e3d7", "tag": "a6fa6f15-3c44-4cc6-bc25-ced682a77712"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:46:20.187807 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5150c7be-cf07-4606-a55b-2774ea96d843 service neutron] Pushing event updated for resources: {'Port': ['ID=a6fa6f15-3c44-4cc6-bc25-ced682a77712,revision_number=3']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:20.191166 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-5150c7be-cf07-4606-a55b-2774ea96d843 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:20.208367 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b022c5b-c1b8-4821-90fa-b8c05eedf6b8 req-6dde0f11-c87b-4b47-a798-f0576c899c31 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:20.216341 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0b022c5b-c1b8-4821-90fa-b8c05eedf6b8 req-6dde0f11-c87b-4b47-a798-f0576c899c31 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/ports?device_id=50d96119-dc89-41db-b93d-5d895953e3d7 HTTP/1.1" status: 200 len: 943 time: 0.0845177 Jun 29 10:46:20.253797 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0b022c5b-c1b8-4821-90fa-b8c05eedf6b8 req-d9a375f5-f4ba-4df7-ae80-cb93e486376c tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/security-groups?id=08e350fd-f6c8-428d-882d-725b34a435a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313342 Jun 29 10:46:20.283002 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3403bf8f-1adf-4c25-9e44-3a33b16d83df x-openstack-request-id: req-3403bf8f-1adf-4c25-9e44-3a33b16d83df {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:46:20.283328 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50d96119-dc89-41db-b93d-5d895953e3d7", "tag": "a6fa6f15-3c44-4cc6-bc25-ced682a77712", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:46:20.283616 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3403bf8f-1adf-4c25-9e44-3a33b16d83df {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:46:20.284035 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d96119-dc89-41db-b93d-5d895953e3d7', 'tag': 'a6fa6f15-3c44-4cc6-bc25-ced682a77712', 'status': 'completed', 'code': 200} Jun 29 10:46:20.306626 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-d2dcccc0-731a-4497-bcae-b8029014fa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:20.308174 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-d2dcccc0-731a-4497-bcae-b8029014fa16 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1cb82f5c0d184a9392dc20500f546bfc&device_id=50d96119-dc89-41db-b93d-5d895953e3d7 HTTP/1.1" status: 200 len: 1096 time: 0.0574031 Jun 29 10:46:20.356939 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-d6135f0e-9f35-4751-ba7b-0d2687c6f604 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6fa6f15-3c44-4cc6-bc25-ced682a77712 HTTP/1.1" status: 200 len: 217 time: 0.0360899 Jun 29 10:46:20.405162 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-7f9cca01-e9f5-46ba-9dc5-55de9cf24b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:20.406565 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-7f9cca01-e9f5-46ba-9dc5-55de9cf24b83 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b72d597d-4c5c-4d52-964f-3a3d26c35e1c HTTP/1.1" status: 200 len: 849 time: 0.0437591 Jun 29 10:46:20.438013 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-ec719b90-e267-4f91-a7d6-07c0b283c974 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2866baf4-c4ac-4135-8d4f-4b4001c8e3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251639 Jun 29 10:46:20.526045 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-ecf8caf0-c589-41d6-bec7-eedf699033a9 service neutron] 10.222.0.41 "GET /v2.0/networks/2866baf4-c4ac-4135-8d4f-4b4001c8e3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813043 Jun 29 10:46:20.611542 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-3a45eb69-87ad-4146-bb01-c7e99ae021cf req-85bb7a5a-2974-4015-98b1-20130e31e204 service neutron] 10.222.0.41 "GET /v2.0/networks/2866baf4-c4ac-4135-8d4f-4b4001c8e3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792618 Jun 29 10:46:20.759063 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42039f79-476b-42da-8c4b-a8a9edac21e8 req-560ed0b3-003e-45be-a5dd-54a3d8df22ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:20.760427 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-42039f79-476b-42da-8c4b-a8a9edac21e8 req-560ed0b3-003e-45be-a5dd-54a3d8df22ed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1cb82f5c0d184a9392dc20500f546bfc&device_id=50d96119-dc89-41db-b93d-5d895953e3d7 HTTP/1.1" status: 200 len: 1096 time: 0.0546513 Jun 29 10:46:20.849207 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42039f79-476b-42da-8c4b-a8a9edac21e8 req-a1033cd8-bb53-4941-a27c-c12c26817ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:20.850660 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-42039f79-476b-42da-8c4b-a8a9edac21e8 req-a1033cd8-bb53-4941-a27c-c12c26817ec9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2866baf4-c4ac-4135-8d4f-4b4001c8e3c6 HTTP/1.1" status: 200 len: 910 time: 0.0825088 Jun 29 10:46:20.892957 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-42039f79-476b-42da-8c4b-a8a9edac21e8 req-08f4494a-246a-4a21-b227-c4579f10f0c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a6fa6f15-3c44-4cc6-bc25-ced682a77712 HTTP/1.1" status: 200 len: 217 time: 0.0345674 Jun 29 10:46:20.940362 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42039f79-476b-42da-8c4b-a8a9edac21e8 req-d93748be-ba85-43b6-a92e-999733a15744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:20.941717 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-42039f79-476b-42da-8c4b-a8a9edac21e8 req-d93748be-ba85-43b6-a92e-999733a15744 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b72d597d-4c5c-4d52-964f-3a3d26c35e1c HTTP/1.1" status: 200 len: 849 time: 0.0415969 Jun 29 10:46:20.973570 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-42039f79-476b-42da-8c4b-a8a9edac21e8 req-f9c2a4f7-ee9f-42c9-a1e6-28deb35b2d78 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2866baf4-c4ac-4135-8d4f-4b4001c8e3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252192 Jun 29 10:46:21.060537 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-42039f79-476b-42da-8c4b-a8a9edac21e8 req-39e58181-7435-4bc7-bb68-69b33c453d3d service neutron] 10.222.0.41 "GET /v2.0/networks/2866baf4-c4ac-4135-8d4f-4b4001c8e3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803785 Jun 29 10:46:21.148724 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-42039f79-476b-42da-8c4b-a8a9edac21e8 req-e03c3470-d09c-45ed-9fcc-9278640bb3a5 service neutron] 10.222.0.41 "GET /v2.0/networks/2866baf4-c4ac-4135-8d4f-4b4001c8e3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801630 Jun 29 10:46:21.427945 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e281b6-6d69-403a-8128-0e26bc781aa3 req-01489ff6-52e6-4853-8c8b-ac352967f6ef tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:21.429388 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-06e281b6-6d69-403a-8128-0e26bc781aa3 req-01489ff6-52e6-4853-8c8b-ac352967f6ef tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/ports?device_id=50d96119-dc89-41db-b93d-5d895953e3d7 HTTP/1.1" status: 200 len: 943 time: 0.0629823 Jun 29 10:46:21.466310 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-06e281b6-6d69-403a-8128-0e26bc781aa3 req-be3ae4ef-a73d-456f-bef7-6a6009cd81cf tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/security-groups?id=08e350fd-f6c8-428d-882d-725b34a435a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308616 Jun 29 10:46:22.633684 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365ccd2-3392-47db-bfa8-9dd717d574fc req-b53f30d5-32c6-4228-9b2e-e16699fcaadb tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:22.635153 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-2365ccd2-3392-47db-bfa8-9dd717d574fc req-b53f30d5-32c6-4228-9b2e-e16699fcaadb tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/ports?device_id=50d96119-dc89-41db-b93d-5d895953e3d7 HTTP/1.1" status: 200 len: 943 time: 0.0643716 Jun 29 10:46:22.672164 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-2365ccd2-3392-47db-bfa8-9dd717d574fc req-4fbbc036-6639-40c3-9045-6cdfade17de0 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/security-groups?id=08e350fd-f6c8-428d-882d-725b34a435a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310276 Jun 29 10:46:23.838534 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2cf1f-07c6-4efb-acbf-b51d3504df17 req-97163147-e54f-46aa-8095-a89ad94a697d tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:23.840018 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e2a2cf1f-07c6-4efb-acbf-b51d3504df17 req-97163147-e54f-46aa-8095-a89ad94a697d tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/ports?device_id=50d96119-dc89-41db-b93d-5d895953e3d7 HTTP/1.1" status: 200 len: 943 time: 0.0609677 Jun 29 10:46:23.876245 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e2a2cf1f-07c6-4efb-acbf-b51d3504df17 req-7f3caa8e-c8bd-4d01-a420-0979ac99ddb1 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/security-groups?id=08e350fd-f6c8-428d-882d-725b34a435a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302014 Jun 29 10:46:24.024864 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device a6fa6f15-3c44-4cc6-bc25-ced682a77712 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:46:24.119672 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port a6fa6f15-3c44-4cc6-bc25-ced682a77712, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=a6fa6f15-3c44-4cc6-bc25-ced682a77712,segment=NetworkSegment(03dba5ba-482a-45ae-9e2d-400b7f9c548c),segment_id=03dba5ba-482a-45ae-9e2d-400b7f9c548c)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:24.130717 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Returning: {'device': 'a6fa6f15-3c44-4cc6-bc25-ced682a77712', 'network_id': '2866baf4-c4ac-4135-8d4f-4b4001c8e3c6', 'port_id': 'a6fa6f15-3c44-4cc6-bc25-ced682a77712', 'mac_address': 'fa:16:3e:9b:15:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b72d597d-4c5c-4d52-964f-3a3d26c35e1c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:46:24.164905 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:24.177209 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6fa6f15-3c44-4cc6-bc25-ced682a77712 {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:46:24.196034 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port a6fa6f15-3c44-4cc6-bc25-ced682a77712, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=a6fa6f15-3c44-4cc6-bc25-ced682a77712,segment=NetworkSegment(03dba5ba-482a-45ae-9e2d-400b7f9c548c),segment_id=03dba5ba-482a-45ae-9e2d-400b7f9c548c)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:24.199455 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:24.201167 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:24.247508 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=a6fa6f15-3c44-4cc6-bc25-ced682a77712,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:24.250387 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:24.529617 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] get_ports_and_sgs() called for port_ids ['a6fa6f15-3c44-4cc6-bc25-ced682a77712'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:46:24.785722 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:25.041542 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3731b-6a34-4c11-a67b-5088b03daeb9 req-6f2d4308-1f33-45ff-b5c5-ef93403eab99 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:25.043230 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8fd3731b-6a34-4c11-a67b-5088b03daeb9 req-6f2d4308-1f33-45ff-b5c5-ef93403eab99 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/ports?device_id=50d96119-dc89-41db-b93d-5d895953e3d7 HTTP/1.1" status: 200 len: 944 time: 0.0610266 Jun 29 10:46:25.079866 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8fd3731b-6a34-4c11-a67b-5088b03daeb9 req-e913702d-4159-4963-8397-ed5c6561e466 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/security-groups?id=08e350fd-f6c8-428d-882d-725b34a435a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309434 Jun 29 10:46:25.950291 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-13fe7db0-c4ee-4bb6-8391-7425dedb2372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:26.036308 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device a6fa6f15-3c44-4cc6-bc25-ced682a77712 up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:46:26.084488 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Provisioning for port a6fa6f15-3c44-4cc6-bc25-ced682a77712 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:46:26.087910 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Provisioning complete for port a6fa6f15-3c44-4cc6-bc25-ced682a77712 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:46:26.088290 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:26.163479 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:26.185985 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d96119-dc89-41db-b93d-5d895953e3d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6fa6f15-3c44-4cc6-bc25-ced682a77712'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:46:26.188273 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3762a8f488588fc24900269a9cc386d753c3d6f951c38e7bc7f446f2f69fbffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7150e7-c060-4ba1-be67-0fdf00843d09" -d '{"events": [{"server_uuid": "50d96119-dc89-41db-b93d-5d895953e3d7", "name": "network-vif-plugged", "status": "completed", "tag": "a6fa6f15-3c44-4cc6-bc25-ced682a77712"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:46:26.202095 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port a6fa6f15-3c44-4cc6-bc25-ced682a77712, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=a6fa6f15-3c44-4cc6-bc25-ced682a77712,segment=NetworkSegment(03dba5ba-482a-45ae-9e2d-400b7f9c548c),segment_id=03dba5ba-482a-45ae-9e2d-400b7f9c548c)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:26.207639 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:26.210889 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:26.236147 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a4e06e-8fbe-4d27-b501-c723c4d676b0 x-openstack-request-id: req-b8a4e06e-8fbe-4d27-b501-c723c4d676b0 {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:46:26.236442 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d96119-dc89-41db-b93d-5d895953e3d7", "name": "network-vif-plugged", "status": "completed", "tag": "a6fa6f15-3c44-4cc6-bc25-ced682a77712", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:46:26.236699 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b8a4e06e-8fbe-4d27-b501-c723c4d676b0 {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:46:26.237130 dv-cinder-792209-3-iscsi neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d96119-dc89-41db-b93d-5d895953e3d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6fa6f15-3c44-4cc6-bc25-ced682a77712', 'code': 200} Jun 29 10:46:26.260778 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d31364-e537-407b-97b5-6838e2d12716 req-ac154487-2903-46da-93ed-dcd66ffeb551 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:26.261457 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=a6fa6f15-3c44-4cc6-bc25-ced682a77712,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:26.262248 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-42d31364-e537-407b-97b5-6838e2d12716 req-ac154487-2903-46da-93ed-dcd66ffeb551 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/ports?device_id=50d96119-dc89-41db-b93d-5d895953e3d7 HTTP/1.1" status: 200 len: 945 time: 0.0678525 Jun 29 10:46:26.265342 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:26.303898 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-42d31364-e537-407b-97b5-6838e2d12716 req-eb36db46-8258-47c4-9c12-cf4df0e33f42 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/security-groups?id=08e350fd-f6c8-428d-882d-725b34a435a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331213 Jun 29 10:46:26.514856 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca31ac-585a-42d4-b050-1e9bea1a80d8 req-593616b7-a84c-4a29-8fd1-cf578dfc44eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:26.516280 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-55ca31ac-585a-42d4-b050-1e9bea1a80d8 req-593616b7-a84c-4a29-8fd1-cf578dfc44eb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=50d96119-dc89-41db-b93d-5d895953e3d7 HTTP/1.1" status: 200 len: 1098 time: 0.0496893 Jun 29 10:46:26.550993 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-55ca31ac-585a-42d4-b050-1e9bea1a80d8 req-ad1f38ae-3361-4e55-b058-3624b2c1fed3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=08e350fd-f6c8-428d-882d-725b34a435a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266068 Jun 29 10:46:27.472848 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f8b2c-b957-4d23-b469-e08eca383e79 req-9ba4fdd9-257d-4b61-95f3-96e96478334b tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:27.474277 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-aa9f8b2c-b957-4d23-b469-e08eca383e79 req-9ba4fdd9-257d-4b61-95f3-96e96478334b tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/ports?device_id=50d96119-dc89-41db-b93d-5d895953e3d7 HTTP/1.1" status: 200 len: 945 time: 0.0606456 Jun 29 10:46:27.509622 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-aa9f8b2c-b957-4d23-b469-e08eca383e79 req-172381eb-69ea-43a8-81d6-7b06daf8f655 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/security-groups?id=08e350fd-f6c8-428d-882d-725b34a435a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298934 Jun 29 10:46:28.680405 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71236f01-11f7-4058-b962-ae637731ff0b req-468849b6-ab86-4f1e-9561-be87dc426de3 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:28.681868 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-71236f01-11f7-4058-b962-ae637731ff0b req-468849b6-ab86-4f1e-9561-be87dc426de3 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/ports?device_id=50d96119-dc89-41db-b93d-5d895953e3d7 HTTP/1.1" status: 200 len: 945 time: 0.0653181 Jun 29 10:46:28.689301 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-56d55377-2135-45cb-8a57-ca04245898df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:28.720175 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-71236f01-11f7-4058-b962-ae637731ff0b req-36cd84f3-5724-45e1-a265-2c7b7387b8e9 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/security-groups?id=08e350fd-f6c8-428d-882d-725b34a435a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307944 Jun 29 10:46:28.873496 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:29.570511 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb18d8-bc8c-45b6-b10e-b2d52090e2e2 req-c5074b2a-8e3f-4a73-b371-006456a43a42 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:29.571986 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-efbb18d8-bc8c-45b6-b10e-b2d52090e2e2 req-c5074b2a-8e3f-4a73-b371-006456a43a42 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/ports?device_id=50d96119-dc89-41db-b93d-5d895953e3d7 HTTP/1.1" status: 200 len: 945 time: 0.0625472 Jun 29 10:46:29.607676 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-efbb18d8-bc8c-45b6-b10e-b2d52090e2e2 req-7fd69a2f-c6b3-456f-99c4-621c1362d687 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/security-groups?id=08e350fd-f6c8-428d-882d-725b34a435a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295448 Jun 29 10:46:29.692677 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:30.776540 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2ed67-5af5-4aa7-b380-aa88ffa83819 req-7172b2bc-c76a-43e3-911d-267f6e774e31 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:30.778709 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-24a2ed67-5af5-4aa7-b380-aa88ffa83819 req-7172b2bc-c76a-43e3-911d-267f6e774e31 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/ports?device_id=50d96119-dc89-41db-b93d-5d895953e3d7 HTTP/1.1" status: 200 len: 945 time: 0.0607297 Jun 29 10:46:30.814737 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-24a2ed67-5af5-4aa7-b380-aa88ffa83819 req-6f42eabf-4a3f-455a-8420-993eba43a7b0 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/security-groups?id=08e350fd-f6c8-428d-882d-725b34a435a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303705 Jun 29 10:46:31.091008 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da3296-646d-4aa0-b928-62d74ce62840 req-11ba6cb2-9d0c-41e1-ad60-f17103de2c76 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:31.092436 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-64da3296-646d-4aa0-b928-62d74ce62840 req-11ba6cb2-9d0c-41e1-ad60-f17103de2c76 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.41 "GET /v2.0/ports?device_id=50d96119-dc89-41db-b93d-5d895953e3d7 HTTP/1.1" status: 200 len: 945 time: 0.0691824 Jun 29 10:46:31.187264 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [req-64da3296-646d-4aa0-b928-62d74ce62840 req-c4211103-fff5-4349-9911-5ea95e26c0be tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Deleting port a6fa6f15-3c44-4cc6-bc25-ced682a77712 {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:46:31.187602 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-64da3296-646d-4aa0-b928-62d74ce62840 req-c4211103-fff5-4349-9911-5ea95e26c0be tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:31.224279 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:31.522990 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-64da3296-646d-4aa0-b928-62d74ce62840 req-c4211103-fff5-4349-9911-5ea95e26c0be tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] For port a6fa6f15-3c44-4cc6-bc25-ced682a77712, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=a6fa6f15-3c44-4cc6-bc25-ced682a77712,segment=NetworkSegment(03dba5ba-482a-45ae-9e2d-400b7f9c548c),segment_id=03dba5ba-482a-45ae-9e2d-400b7f9c548c)] {{(pid=99532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:31.523344 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-64da3296-646d-4aa0-b928-62d74ce62840 req-c4211103-fff5-4349-9911-5ea95e26c0be tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:31.535693 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [req-64da3296-646d-4aa0-b928-62d74ce62840 req-c4211103-fff5-4349-9911-5ea95e26c0be tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Calling delete_port for a6fa6f15-3c44-4cc6-bc25-ced682a77712 owned by compute:nova {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:46:31.654873 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-64da3296-646d-4aa0-b928-62d74ce62840 req-c4211103-fff5-4349-9911-5ea95e26c0be tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4232076'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:31.658408 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-2481fccd-c537-4d02-b786-adbfedc0e2c9 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:31.681549 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4211103-fff5-4349-9911-5ea95e26c0be tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Pushing event deleted for resources: {'Port': ['ID=a6fa6f15-3c44-4cc6-bc25-ced682a77712,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:31.685594 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-c4211103-fff5-4349-9911-5ea95e26c0be tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:31.695662 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] get_ports_and_sgs() called for port_ids ['a6fa6f15-3c44-4cc6-bc25-ced682a77712'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:46:31.732287 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [req-64da3296-646d-4aa0-b928-62d74ce62840 req-c4211103-fff5-4349-9911-5ea95e26c0be tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] No DVR routers for this DVR port a6fa6f15-3c44-4cc6-bc25-ced682a77712 on host hv-cinder-79220 {{(pid=99532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:46:31.734767 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-64da3296-646d-4aa0-b928-62d74ce62840 req-c4211103-fff5-4349-9911-5ea95e26c0be tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:31.736696 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-64da3296-646d-4aa0-b928-62d74ce62840 req-c4211103-fff5-4349-9911-5ea95e26c0be tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.41 "DELETE /v2.0/ports/a6fa6f15-3c44-4cc6-bc25-ced682a77712 HTTP/1.1" status: 204 len: 173 time: 0.6375282 Jun 29 10:46:31.737200 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d96119-dc89-41db-b93d-5d895953e3d7', 'name': 'network-vif-deleted', 'tag': 'a6fa6f15-3c44-4cc6-bc25-ced682a77712'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:46:31.739505 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}741eff7b388cda03fc4d9e55606c84397052c5857ae4d93d7a3b4e67aaed09af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb0f14d-7233-4038-9f6e-22ebaf35f1af" -d '{"events": [{"server_uuid": "50d96119-dc89-41db-b93d-5d895953e3d7", "name": "network-vif-deleted", "tag": "a6fa6f15-3c44-4cc6-bc25-ced682a77712"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:46:31.776238 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531b778b-e9b5-40cb-b5cc-cfcf07ca153b x-openstack-request-id: req-531b778b-e9b5-40cb-b5cc-cfcf07ca153b {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:46:31.776784 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50d96119-dc89-41db-b93d-5d895953e3d7", "name": "network-vif-deleted", "tag": "a6fa6f15-3c44-4cc6-bc25-ced682a77712", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:46:31.777101 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-531b778b-e9b5-40cb-b5cc-cfcf07ca153b {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:46:31.777568 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d96119-dc89-41db-b93d-5d895953e3d7', 'name': 'network-vif-deleted', 'tag': 'a6fa6f15-3c44-4cc6-bc25-ced682a77712', 'status': 'completed', 'code': 200} Jun 29 10:46:31.969880 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d99ac6fc-15e8-42e4-8724-9418d5f9b470 req-e592bfaa-2237-4077-a5ec-7d87d116f56a tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/ports?device_id=50d96119-dc89-41db-b93d-5d895953e3d7 HTTP/1.1" status: 200 len: 210 time: 0.0307188 Jun 29 10:46:33.261433 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe412b28-8db0-408a-8361-3a55adf7094f req-732fec8e-4eeb-4894-a468-4a3d8b0356ba tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:33.262885 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fe412b28-8db0-408a-8361-3a55adf7094f req-732fec8e-4eeb-4894-a468-4a3d8b0356ba tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/networks?id=2866baf4-c4ac-4135-8d4f-4b4001c8e3c6 HTTP/1.1" status: 200 len: 809 time: 0.0970163 Jun 29 10:46:33.276792 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fe412b28-8db0-408a-8361-3a55adf7094f req-6b5b89c5-f171-46bc-be6c-6c09d66d09e0 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/quotas/1cb82f5c0d184a9392dc20500f546bfc HTTP/1.1" status: 200 len: 375 time: 0.0085530 Jun 29 10:46:33.312086 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fe412b28-8db0-408a-8361-3a55adf7094f req-287053af-f62f-4476-a39a-9d6c0d4140d3 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=1cb82f5c0d184a9392dc20500f546bfc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305858 Jun 29 10:46:33.395667 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fe412b28-8db0-408a-8361-3a55adf7094f req-75f3d6b1-d7e5-4109-80ee-b09934613463 service neutron] 10.222.0.61 "GET /v2.0/networks/2866baf4-c4ac-4135-8d4f-4b4001c8e3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0771980 Jun 29 10:46:33.483866 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fe412b28-8db0-408a-8361-3a55adf7094f req-3387401e-af90-4365-a71b-28062916a93b service neutron] 10.222.0.61 "GET /v2.0/networks/2866baf4-c4ac-4135-8d4f-4b4001c8e3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825155 Jun 29 10:46:33.641678 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1c98ae49-a6a4-46ad-a249-64f7e3927bf6 req-42a85a4c-9e2d-4cb2-b69e-19c8a2f22de3 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/ports?device_id=23206c75-b25c-47d9-b6b6-2b79750c6085 HTTP/1.1" status: 200 len: 210 time: 0.0273848 Jun 29 10:46:34.780024 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe412b28-8db0-408a-8361-3a55adf7094f req-91164edc-4511-48de-b60a-543a7753f9fd tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:34.781495 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-fe412b28-8db0-408a-8361-3a55adf7094f req-91164edc-4511-48de-b60a-543a7753f9fd tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.41 "GET /v2.0/networks?id=2866baf4-c4ac-4135-8d4f-4b4001c8e3c6 HTTP/1.1" status: 200 len: 809 time: 0.1061394 Jun 29 10:46:34.795327 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a3d04de1-116a-4586-8a26-838e16649ccd req-32933c4c-4b10-4c8a-acd6-36d7958c6d03 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/ports?device_id=23206c75-b25c-47d9-b6b6-2b79750c6085 HTTP/1.1" status: 200 len: 210 time: 0.0432055 Jun 29 10:46:34.804348 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [req-fe412b28-8db0-408a-8361-3a55adf7094f req-0e32e3a0-9394-4b5e-ac40-c98d472167f7 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Request body: {'port': {'device_id': '23206c75-b25c-47d9-b6b6-2b79750c6085', 'network_id': '2866baf4-c4ac-4135-8d4f-4b4001c8e3c6', 'admin_state_up': True, 'tenant_id': '1cb82f5c0d184a9392dc20500f546bfc'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:34.911487 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe412b28-8db0-408a-8361-3a55adf7094f req-0e32e3a0-9394-4b5e-ac40-c98d472167f7 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Made reservation on behalf of 1cb82f5c0d184a9392dc20500f546bfc for: {'port': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:46:34.915117 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-fe412b28-8db0-408a-8361-3a55adf7094f req-0e32e3a0-9394-4b5e-ac40-c98d472167f7 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:35.034445 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [req-fe412b28-8db0-408a-8361-3a55adf7094f req-0e32e3a0-9394-4b5e-ac40-c98d472167f7 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Allocated IP 172.20.0.13 (2866baf4-c4ac-4135-8d4f-4b4001c8e3c6/b72d597d-4c5c-4d52-964f-3a3d26c35e1c/240af5c5-6da4-46e8-a830-9c0e8496a585) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:46:35.175661 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-fe412b28-8db0-408a-8361-3a55adf7094f req-0e32e3a0-9394-4b5e-ac40-c98d472167f7 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:35.214418 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-fe412b28-8db0-408a-8361-3a55adf7094f req-0e32e3a0-9394-4b5e-ac40-c98d472167f7 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4232069'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:35.220473 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-e02ff3d2-748f-489d-9e41-58df846631a8 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:35.260306 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe412b28-8db0-408a-8361-3a55adf7094f req-0e32e3a0-9394-4b5e-ac40-c98d472167f7 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Network 2866baf4-c4ac-4135-8d4f-4b4001c8e3c6 is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:46:35.264140 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [req-fe412b28-8db0-408a-8361-3a55adf7094f req-0e32e3a0-9394-4b5e-ac40-c98d472167f7 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:46:35.266637 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe412b28-8db0-408a-8361-3a55adf7094f req-0e32e3a0-9394-4b5e-ac40-c98d472167f7 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:46:35.297554 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e32e3a0-9394-4b5e-ac40-c98d472167f7 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Pushing event updated for resources: {'Port': ['ID=240af5c5-6da4-46e8-a830-9c0e8496a585,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:35.300698 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-0e32e3a0-9394-4b5e-ac40-c98d472167f7 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:35.323418 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe412b28-8db0-408a-8361-3a55adf7094f req-0e32e3a0-9394-4b5e-ac40-c98d472167f7 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:35.324011 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-fe412b28-8db0-408a-8361-3a55adf7094f req-0e32e3a0-9394-4b5e-ac40-c98d472167f7 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:35.337307 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-fe412b28-8db0-408a-8361-3a55adf7094f req-0e32e3a0-9394-4b5e-ac40-c98d472167f7 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5371852 Jun 29 10:46:35.389492 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [req-fe412b28-8db0-408a-8361-3a55adf7094f req-151aa368-7c16-4f12-88d2-0b538786dca5 service neutron] Request body: {'port': {'device_id': '23206c75-b25c-47d9-b6b6-2b79750c6085', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:46:35.455823 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-fe412b28-8db0-408a-8361-3a55adf7094f req-151aa368-7c16-4f12-88d2-0b538786dca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:35.706822 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.notifiers.nova [req-fe412b28-8db0-408a-8361-3a55adf7094f req-151aa368-7c16-4f12-88d2-0b538786dca5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 240af5c5-6da4-46e8-a830-9c0e8496a585 {{(pid=99532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:46:35.713816 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-fe412b28-8db0-408a-8361-3a55adf7094f req-151aa368-7c16-4f12-88d2-0b538786dca5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:35.725561 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.provisioning_blocks [req-fe412b28-8db0-408a-8361-3a55adf7094f req-151aa368-7c16-4f12-88d2-0b538786dca5 service neutron] Transition to ACTIVE for port object 240af5c5-6da4-46e8-a830-9c0e8496a585 will not be triggered until provisioned by entity L2. {{(pid=99532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:46:35.729109 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-fe412b28-8db0-408a-8361-3a55adf7094f req-151aa368-7c16-4f12-88d2-0b538786dca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4232083'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:35.732640 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-ef452bcc-6bd7-4ac7-b58c-a2e9e7c74bb1 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:35.796727 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151aa368-7c16-4f12-88d2-0b538786dca5 service neutron] Pushing event updated for resources: {'Port': ['ID=240af5c5-6da4-46e8-a830-9c0e8496a585,revision_number=2']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:35.799382 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-151aa368-7c16-4f12-88d2-0b538786dca5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:35.845034 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-fe412b28-8db0-408a-8361-3a55adf7094f req-151aa368-7c16-4f12-88d2-0b538786dca5 service neutron] Attempting to bind port 240af5c5-6da4-46e8-a830-9c0e8496a585 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:46:35.845367 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-fe412b28-8db0-408a-8361-3a55adf7094f req-151aa368-7c16-4f12-88d2-0b538786dca5 service neutron] Attempting to bind port 240af5c5-6da4-46e8-a830-9c0e8496a585 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '03dba5ba-482a-45ae-9e2d-400b7f9c548c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2866baf4-c4ac-4135-8d4f-4b4001c8e3c6'}] {{(pid=99532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:46:35.845691 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe412b28-8db0-408a-8361-3a55adf7094f req-151aa368-7c16-4f12-88d2-0b538786dca5 service neutron] Attempting to bind port 240af5c5-6da4-46e8-a830-9c0e8496a585 on network 2866baf4-c4ac-4135-8d4f-4b4001c8e3c6 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:46:35.849871 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe412b28-8db0-408a-8361-3a55adf7094f req-151aa368-7c16-4f12-88d2-0b538786dca5 service neutron] Port 240af5c5-6da4-46e8-a830-9c0e8496a585 on network 2866baf4-c4ac-4135-8d4f-4b4001c8e3c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:46:35.850187 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe412b28-8db0-408a-8361-3a55adf7094f req-151aa368-7c16-4f12-88d2-0b538786dca5 service neutron] Attempting to bind port 240af5c5-6da4-46e8-a830-9c0e8496a585 on network 2866baf4-c4ac-4135-8d4f-4b4001c8e3c6 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:46:35.855046 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe412b28-8db0-408a-8361-3a55adf7094f req-151aa368-7c16-4f12-88d2-0b538786dca5 service neutron] Checking agent: {'id': 'd76c2234-1a1a-45d0-9761-a55b876eff8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 39, 54), 'started_at': datetime.datetime(2021, 6, 29, 10, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:46:35.855374 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe412b28-8db0-408a-8361-3a55adf7094f req-151aa368-7c16-4f12-88d2-0b538786dca5 service neutron] Checking segment: {'id': '03dba5ba-482a-45ae-9e2d-400b7f9c548c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2866baf4-c4ac-4135-8d4f-4b4001c8e3c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:46:35.857732 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe412b28-8db0-408a-8361-3a55adf7094f req-151aa368-7c16-4f12-88d2-0b538786dca5 service neutron] Bound using segment: {'id': '03dba5ba-482a-45ae-9e2d-400b7f9c548c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2866baf4-c4ac-4135-8d4f-4b4001c8e3c6'} {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:46:35.857732 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-fe412b28-8db0-408a-8361-3a55adf7094f req-151aa368-7c16-4f12-88d2-0b538786dca5 service neutron] Bound port: 240af5c5-6da4-46e8-a830-9c0e8496a585, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03dba5ba-482a-45ae-9e2d-400b7f9c548c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2866baf4-c4ac-4135-8d4f-4b4001c8e3c6'}}] {{(pid=99532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:46:35.857732 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-fe412b28-8db0-408a-8361-3a55adf7094f req-151aa368-7c16-4f12-88d2-0b538786dca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:35.920601 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-fe412b28-8db0-408a-8361-3a55adf7094f req-151aa368-7c16-4f12-88d2-0b538786dca5 service neutron] For port 240af5c5-6da4-46e8-a830-9c0e8496a585, host hv-cinder-79220, cleared binding levels {{(pid=99532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:46:35.923631 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-fe412b28-8db0-408a-8361-3a55adf7094f req-151aa368-7c16-4f12-88d2-0b538786dca5 service neutron] For port 240af5c5-6da4-46e8-a830-9c0e8496a585, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=240af5c5-6da4-46e8-a830-9c0e8496a585,segment=NetworkSegment(03dba5ba-482a-45ae-9e2d-400b7f9c548c),segment_id=03dba5ba-482a-45ae-9e2d-400b7f9c548c)] {{(pid=99532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:46:35.927472 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-fe412b28-8db0-408a-8361-3a55adf7094f req-151aa368-7c16-4f12-88d2-0b538786dca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4232083'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:35.930156 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-1c2134f2-1926-46ae-8e57-afc83b2bcd30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:35.957405 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe412b28-8db0-408a-8361-3a55adf7094f req-151aa368-7c16-4f12-88d2-0b538786dca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:35.958024 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-fe412b28-8db0-408a-8361-3a55adf7094f req-151aa368-7c16-4f12-88d2-0b538786dca5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:35.959033 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54591ddf-0ff4-4c59-88d4-9077eda92f88 req-89db0f8a-c485-4feb-ad08-da83f484aacf tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:35.959814 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-fe412b28-8db0-408a-8361-3a55adf7094f req-151aa368-7c16-4f12-88d2-0b538786dca5 service neutron] 10.222.0.41 "PUT /v2.0/ports/240af5c5-6da4-46e8-a830-9c0e8496a585 HTTP/1.1" status: 200 len: 1094 time: 0.5772789 Jun 29 10:46:35.960527 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-54591ddf-0ff4-4c59-88d4-9077eda92f88 req-89db0f8a-c485-4feb-ad08-da83f484aacf tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/ports?device_id=23206c75-b25c-47d9-b6b6-2b79750c6085 HTTP/1.1" status: 200 len: 944 time: 0.0624135 Jun 29 10:46:35.961910 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23206c75-b25c-47d9-b6b6-2b79750c6085', 'tag': '240af5c5-6da4-46e8-a830-9c0e8496a585'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:46:35.964341 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}741eff7b388cda03fc4d9e55606c84397052c5857ae4d93d7a3b4e67aaed09af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb45727-ade2-4acf-bc58-2fdd1b7d4a56" -d '{"events": [{"name": "network-changed", "server_uuid": "23206c75-b25c-47d9-b6b6-2b79750c6085", "tag": "240af5c5-6da4-46e8-a830-9c0e8496a585"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:46:35.993848 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151aa368-7c16-4f12-88d2-0b538786dca5 service neutron] Pushing event updated for resources: {'Port': ['ID=240af5c5-6da4-46e8-a830-9c0e8496a585,revision_number=3']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:35.998222 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-151aa368-7c16-4f12-88d2-0b538786dca5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:36.011356 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-54591ddf-0ff4-4c59-88d4-9077eda92f88 req-dead40dd-1374-425b-8e6e-161cd95e99e0 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/security-groups?id=08e350fd-f6c8-428d-882d-725b34a435a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445242 Jun 29 10:46:36.013757 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b5e086-dda3-4b8b-87fd-7b95bd5a4ef3 x-openstack-request-id: req-e4b5e086-dda3-4b8b-87fd-7b95bd5a4ef3 {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:46:36.014081 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23206c75-b25c-47d9-b6b6-2b79750c6085", "tag": "240af5c5-6da4-46e8-a830-9c0e8496a585", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:46:36.014373 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e4b5e086-dda3-4b8b-87fd-7b95bd5a4ef3 {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:46:36.014826 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23206c75-b25c-47d9-b6b6-2b79750c6085', 'tag': '240af5c5-6da4-46e8-a830-9c0e8496a585', 'status': 'completed', 'code': 200} Jun 29 10:46:36.031388 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device a6fa6f15-3c44-4cc6-bc25-ced682a77712 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:46:36.051601 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] No Port match for: a6fa6f15-3c44-4cc6-bc25-ced682a77712 {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:46:36.051946 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device a6fa6f15-3c44-4cc6-bc25-ced682a77712 not bound to the agent host hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:46:36.097421 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe412b28-8db0-408a-8361-3a55adf7094f req-c76990bc-65d3-4532-970c-13efdd18bee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:36.098912 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-fe412b28-8db0-408a-8361-3a55adf7094f req-c76990bc-65d3-4532-970c-13efdd18bee0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1cb82f5c0d184a9392dc20500f546bfc&device_id=23206c75-b25c-47d9-b6b6-2b79750c6085 HTTP/1.1" status: 200 len: 1097 time: 0.0515339 Jun 29 10:46:36.149043 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-fe412b28-8db0-408a-8361-3a55adf7094f req-5fe804e6-b5e8-47c5-8161-7735bfbe4b6d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=240af5c5-6da4-46e8-a830-9c0e8496a585 HTTP/1.1" status: 200 len: 217 time: 0.0354512 Jun 29 10:46:36.195902 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe412b28-8db0-408a-8361-3a55adf7094f req-35d0d06d-d9f4-4336-b357-63433c78a820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:36.197363 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-fe412b28-8db0-408a-8361-3a55adf7094f req-35d0d06d-d9f4-4336-b357-63433c78a820 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b72d597d-4c5c-4d52-964f-3a3d26c35e1c HTTP/1.1" status: 200 len: 849 time: 0.0412815 Jun 29 10:46:36.231100 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-fe412b28-8db0-408a-8361-3a55adf7094f req-0e259eb0-ccf2-4bd0-84cc-ea45acafbf6c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2866baf4-c4ac-4135-8d4f-4b4001c8e3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255628 Jun 29 10:46:36.323864 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-fe412b28-8db0-408a-8361-3a55adf7094f req-37a482eb-2810-4165-9c6d-6c522953dd9d service neutron] 10.222.0.41 "GET /v2.0/networks/2866baf4-c4ac-4135-8d4f-4b4001c8e3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849562 Jun 29 10:46:36.422177 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-fe412b28-8db0-408a-8361-3a55adf7094f req-3d59d3c5-be6c-42c5-9319-6152e2045db0 service neutron] 10.222.0.41 "GET /v2.0/networks/2866baf4-c4ac-4135-8d4f-4b4001c8e3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898099 Jun 29 10:46:36.595180 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb45727-ade2-4acf-bc58-2fdd1b7d4a56 req-c55e426a-e4ee-4a5c-b1f3-1f0b88419cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:36.596644 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-4eb45727-ade2-4acf-bc58-2fdd1b7d4a56 req-c55e426a-e4ee-4a5c-b1f3-1f0b88419cbd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1cb82f5c0d184a9392dc20500f546bfc&device_id=23206c75-b25c-47d9-b6b6-2b79750c6085 HTTP/1.1" status: 200 len: 1097 time: 0.0521798 Jun 29 10:46:36.690366 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb45727-ade2-4acf-bc58-2fdd1b7d4a56 req-25df0457-b197-43fe-bc77-40f692cdb4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:36.691834 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-4eb45727-ade2-4acf-bc58-2fdd1b7d4a56 req-25df0457-b197-43fe-bc77-40f692cdb4bc service neutron] 10.222.0.41 "GET /v2.0/networks?id=2866baf4-c4ac-4135-8d4f-4b4001c8e3c6 HTTP/1.1" status: 200 len: 910 time: 0.0841722 Jun 29 10:46:36.732193 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-4eb45727-ade2-4acf-bc58-2fdd1b7d4a56 req-74fcfae2-cc0e-4f00-92cf-616c6cbd8d02 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=240af5c5-6da4-46e8-a830-9c0e8496a585 HTTP/1.1" status: 200 len: 217 time: 0.0323792 Jun 29 10:46:36.779176 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb45727-ade2-4acf-bc58-2fdd1b7d4a56 req-d939e0fb-26bb-4a4f-877a-5d3c4f76be9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:36.780531 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-4eb45727-ade2-4acf-bc58-2fdd1b7d4a56 req-d939e0fb-26bb-4a4f-877a-5d3c4f76be9a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b72d597d-4c5c-4d52-964f-3a3d26c35e1c HTTP/1.1" status: 200 len: 849 time: 0.0404296 Jun 29 10:46:36.818332 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-4eb45727-ade2-4acf-bc58-2fdd1b7d4a56 req-a7dcabe6-c3bd-4d18-a44d-d2ea051bdbc6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2866baf4-c4ac-4135-8d4f-4b4001c8e3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297074 Jun 29 10:46:36.903013 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-4eb45727-ade2-4acf-bc58-2fdd1b7d4a56 req-d1f89942-caf3-4906-86a4-0fed919e19a5 service neutron] 10.222.0.41 "GET /v2.0/networks/2866baf4-c4ac-4135-8d4f-4b4001c8e3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773385 Jun 29 10:46:36.994285 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-4eb45727-ade2-4acf-bc58-2fdd1b7d4a56 req-96a3492e-fa1e-45e1-823c-43404b5e5ebd service neutron] 10.222.0.41 "GET /v2.0/networks/2866baf4-c4ac-4135-8d4f-4b4001c8e3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832844 Jun 29 10:46:37.183742 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0535e-2481-4608-bc49-bd55fc3fe525 req-dfe6e781-2801-4884-b775-1f8726060e57 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:37.185098 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-5ff0535e-2481-4608-bc49-bd55fc3fe525 req-dfe6e781-2801-4884-b775-1f8726060e57 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/ports?device_id=23206c75-b25c-47d9-b6b6-2b79750c6085 HTTP/1.1" status: 200 len: 944 time: 0.0611184 Jun 29 10:46:37.221473 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-5ff0535e-2481-4608-bc49-bd55fc3fe525 req-76daddb4-0194-4531-94a3-256ce12c99e3 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/security-groups?id=08e350fd-f6c8-428d-882d-725b34a435a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308704 Jun 29 10:46:38.391024 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5960e5-9186-4bbe-89ee-11ee3de155bb req-3d4703c0-16e1-4bc8-8228-3b047ae6bcc1 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:38.392596 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3f5960e5-9186-4bbe-89ee-11ee3de155bb req-3d4703c0-16e1-4bc8-8228-3b047ae6bcc1 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/ports?device_id=23206c75-b25c-47d9-b6b6-2b79750c6085 HTTP/1.1" status: 200 len: 944 time: 0.0610638 Jun 29 10:46:38.430129 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3f5960e5-9186-4bbe-89ee-11ee3de155bb req-920f6157-c0d1-420e-ba48-b1f4039dc403 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/security-groups?id=08e350fd-f6c8-428d-882d-725b34a435a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318398 Jun 29 10:46:39.600673 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6dc7ea-4844-4cad-a3a4-b2943201e134 req-85ef1185-e05b-4499-9c7e-930c9c51c53a tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:39.602164 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3d6dc7ea-4844-4cad-a3a4-b2943201e134 req-85ef1185-e05b-4499-9c7e-930c9c51c53a tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/ports?device_id=23206c75-b25c-47d9-b6b6-2b79750c6085 HTTP/1.1" status: 200 len: 944 time: 0.0639718 Jun 29 10:46:39.638249 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3d6dc7ea-4844-4cad-a3a4-b2943201e134 req-462dacd7-320f-4719-b6a8-aa3aa5e25955 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/security-groups?id=08e350fd-f6c8-428d-882d-725b34a435a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300133 Jun 29 10:46:40.061993 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device 240af5c5-6da4-46e8-a830-9c0e8496a585 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:46:40.151513 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port 240af5c5-6da4-46e8-a830-9c0e8496a585, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=240af5c5-6da4-46e8-a830-9c0e8496a585,segment=NetworkSegment(03dba5ba-482a-45ae-9e2d-400b7f9c548c),segment_id=03dba5ba-482a-45ae-9e2d-400b7f9c548c)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:40.162438 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Returning: {'device': '240af5c5-6da4-46e8-a830-9c0e8496a585', 'network_id': '2866baf4-c4ac-4135-8d4f-4b4001c8e3c6', 'port_id': '240af5c5-6da4-46e8-a830-9c0e8496a585', 'mac_address': 'fa:16:3e:50:c8:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b72d597d-4c5c-4d52-964f-3a3d26c35e1c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:46:40.197530 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:40.210079 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 240af5c5-6da4-46e8-a830-9c0e8496a585 {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:46:40.228452 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port 240af5c5-6da4-46e8-a830-9c0e8496a585, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=240af5c5-6da4-46e8-a830-9c0e8496a585,segment=NetworkSegment(03dba5ba-482a-45ae-9e2d-400b7f9c548c),segment_id=03dba5ba-482a-45ae-9e2d-400b7f9c548c)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:40.231849 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:40.233513 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-89ffe8df-5d24-4326-8097-106b220a37bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:40.276470 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=240af5c5-6da4-46e8-a830-9c0e8496a585,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:40.279310 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:40.582712 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] get_ports_and_sgs() called for port_ids ['240af5c5-6da4-46e8-a830-9c0e8496a585'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:46:40.809722 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e7ded-bfc8-48e3-9210-bf431a91a7dd req-6f0eb4dc-1203-4cb3-9970-24c6e4c84398 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:40.811212 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fc1e7ded-bfc8-48e3-9210-bf431a91a7dd req-6f0eb4dc-1203-4cb3-9970-24c6e4c84398 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/ports?device_id=23206c75-b25c-47d9-b6b6-2b79750c6085 HTTP/1.1" status: 200 len: 945 time: 0.0654235 Jun 29 10:46:40.847437 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fc1e7ded-bfc8-48e3-9210-bf431a91a7dd req-844a25ca-e3a6-4571-91ca-d9b5620d4d62 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/security-groups?id=08e350fd-f6c8-428d-882d-725b34a435a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306187 Jun 29 10:46:42.016735 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc31c2d1-b414-48f5-abaa-16f36a540fac req-1ed22901-dac5-4941-8781-1ce4742de2a4 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:42.018163 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-bc31c2d1-b414-48f5-abaa-16f36a540fac req-1ed22901-dac5-4941-8781-1ce4742de2a4 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/ports?device_id=23206c75-b25c-47d9-b6b6-2b79750c6085 HTTP/1.1" status: 200 len: 945 time: 0.0598607 Jun 29 10:46:42.058914 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-bc31c2d1-b414-48f5-abaa-16f36a540fac req-25ccd550-4c90-42db-906d-2044f112a40d tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/security-groups?id=08e350fd-f6c8-428d-882d-725b34a435a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350549 Jun 29 10:46:42.065169 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device 240af5c5-6da4-46e8-a830-9c0e8496a585 up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:46:42.113770 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Provisioning for port 240af5c5-6da4-46e8-a830-9c0e8496a585 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:46:42.117286 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Provisioning complete for port 240af5c5-6da4-46e8-a830-9c0e8496a585 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:46:42.117668 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:42.193937 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:42.215380 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23206c75-b25c-47d9-b6b6-2b79750c6085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240af5c5-6da4-46e8-a830-9c0e8496a585'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:46:42.218300 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3762a8f488588fc24900269a9cc386d753c3d6f951c38e7bc7f446f2f69fbffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f206e625-6eb6-4abc-b923-c5df69f57775" -d '{"events": [{"server_uuid": "23206c75-b25c-47d9-b6b6-2b79750c6085", "name": "network-vif-plugged", "status": "completed", "tag": "240af5c5-6da4-46e8-a830-9c0e8496a585"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:46:42.231319 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port 240af5c5-6da4-46e8-a830-9c0e8496a585, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=240af5c5-6da4-46e8-a830-9c0e8496a585,segment=NetworkSegment(03dba5ba-482a-45ae-9e2d-400b7f9c548c),segment_id=03dba5ba-482a-45ae-9e2d-400b7f9c548c)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:42.235934 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:42.239106 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:42.261809 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d33df5-6af3-4d03-9530-5ee98b1d7b56 x-openstack-request-id: req-f0d33df5-6af3-4d03-9530-5ee98b1d7b56 {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:46:42.262107 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23206c75-b25c-47d9-b6b6-2b79750c6085", "name": "network-vif-plugged", "status": "completed", "tag": "240af5c5-6da4-46e8-a830-9c0e8496a585", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:46:42.262941 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f0d33df5-6af3-4d03-9530-5ee98b1d7b56 {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:46:42.263327 dv-cinder-792209-3-iscsi neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23206c75-b25c-47d9-b6b6-2b79750c6085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '240af5c5-6da4-46e8-a830-9c0e8496a585', 'code': 200} Jun 29 10:46:42.288485 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=240af5c5-6da4-46e8-a830-9c0e8496a585,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:42.294299 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:42.534814 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1434bee-6593-4eeb-99f3-1b49ea1dc792 req-74974679-07af-45f3-9986-ad968a8e41e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:42.536259 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-e1434bee-6593-4eeb-99f3-1b49ea1dc792 req-74974679-07af-45f3-9986-ad968a8e41e7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=23206c75-b25c-47d9-b6b6-2b79750c6085 HTTP/1.1" status: 200 len: 1099 time: 0.0522385 Jun 29 10:46:42.572951 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-e1434bee-6593-4eeb-99f3-1b49ea1dc792 req-d11e1285-ec22-4181-a4f8-9784f29dd86d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=08e350fd-f6c8-428d-882d-725b34a435a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265565 Jun 29 10:46:43.230840 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c0225-3901-437a-bc4a-90eeb420a631 req-921f6d05-53ec-474d-bb1d-b8267f17392c tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:43.232862 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0b7c0225-3901-437a-bc4a-90eeb420a631 req-921f6d05-53ec-474d-bb1d-b8267f17392c tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/ports?device_id=23206c75-b25c-47d9-b6b6-2b79750c6085 HTTP/1.1" status: 200 len: 946 time: 0.0614507 Jun 29 10:46:43.268221 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0b7c0225-3901-437a-bc4a-90eeb420a631 req-3e04b1d0-cb9d-451f-8510-9dd29046f182 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/security-groups?id=08e350fd-f6c8-428d-882d-725b34a435a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299540 Jun 29 10:46:44.438266 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8eed2-3b49-4e7d-96ba-0130243d6ed8 req-77b289a2-680f-4c64-8803-0e441f3bdb7c tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:44.439748 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-39b8eed2-3b49-4e7d-96ba-0130243d6ed8 req-77b289a2-680f-4c64-8803-0e441f3bdb7c tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/ports?device_id=23206c75-b25c-47d9-b6b6-2b79750c6085 HTTP/1.1" status: 200 len: 946 time: 0.0618179 Jun 29 10:46:44.475510 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-39b8eed2-3b49-4e7d-96ba-0130243d6ed8 req-f2e84c0e-a583-41e5-8481-dd3a4dd766ed tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/security-groups?id=08e350fd-f6c8-428d-882d-725b34a435a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302141 Jun 29 10:46:45.381980 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb3c8e-549c-4317-94f8-5ce5d025ce07 req-4ea70396-c68e-4ad1-9555-7dddb8d8fc84 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:45.383468 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-7bdb3c8e-549c-4317-94f8-5ce5d025ce07 req-4ea70396-c68e-4ad1-9555-7dddb8d8fc84 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/ports?device_id=23206c75-b25c-47d9-b6b6-2b79750c6085 HTTP/1.1" status: 200 len: 946 time: 0.0646651 Jun 29 10:46:45.420206 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-7bdb3c8e-549c-4317-94f8-5ce5d025ce07 req-6d63066a-eef2-4dda-8030-fbe5f5fa0f2e tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/security-groups?id=08e350fd-f6c8-428d-882d-725b34a435a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305903 Jun 29 10:46:46.694584 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d801ca-f51f-4e6d-a34b-0655a17d0820 req-31bedacf-2420-41d7-8428-39dabfe828a6 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:46.696084 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-72d801ca-f51f-4e6d-a34b-0655a17d0820 req-31bedacf-2420-41d7-8428-39dabfe828a6 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/ports?device_id=23206c75-b25c-47d9-b6b6-2b79750c6085 HTTP/1.1" status: 200 len: 946 time: 0.1647687 Jun 29 10:46:46.734850 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-72d801ca-f51f-4e6d-a34b-0655a17d0820 req-0bed3a3d-bce4-4a06-aea0-4d49587160f0 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/security-groups?id=08e350fd-f6c8-428d-882d-725b34a435a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321498 Jun 29 10:46:47.097708 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a9093-95e9-4703-976d-b4b5cc60f5c0 req-a467fd18-db50-4832-93ca-7b534502762d tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:47.099146 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-b09a9093-95e9-4703-976d-b4b5cc60f5c0 req-a467fd18-db50-4832-93ca-7b534502762d tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.41 "GET /v2.0/ports?device_id=23206c75-b25c-47d9-b6b6-2b79750c6085 HTTP/1.1" status: 200 len: 946 time: 0.0636525 Jun 29 10:46:47.201429 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [req-b09a9093-95e9-4703-976d-b4b5cc60f5c0 req-9556ab0f-eed2-4b25-a716-6c84052ecbc3 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Deleting port 240af5c5-6da4-46e8-a830-9c0e8496a585 {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:46:47.201655 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-b09a9093-95e9-4703-976d-b4b5cc60f5c0 req-9556ab0f-eed2-4b25-a716-6c84052ecbc3 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:47.287836 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-b09a9093-95e9-4703-976d-b4b5cc60f5c0 req-9556ab0f-eed2-4b25-a716-6c84052ecbc3 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] For port 240af5c5-6da4-46e8-a830-9c0e8496a585, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=240af5c5-6da4-46e8-a830-9c0e8496a585,segment=NetworkSegment(03dba5ba-482a-45ae-9e2d-400b7f9c548c),segment_id=03dba5ba-482a-45ae-9e2d-400b7f9c548c)] {{(pid=99532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:46:47.288182 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-b09a9093-95e9-4703-976d-b4b5cc60f5c0 req-9556ab0f-eed2-4b25-a716-6c84052ecbc3 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:47.299788 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [req-b09a9093-95e9-4703-976d-b4b5cc60f5c0 req-9556ab0f-eed2-4b25-a716-6c84052ecbc3 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Calling delete_port for 240af5c5-6da4-46e8-a830-9c0e8496a585 owned by compute:nova {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:46:47.419771 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-b09a9093-95e9-4703-976d-b4b5cc60f5c0 req-9556ab0f-eed2-4b25-a716-6c84052ecbc3 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4232076'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:47.424429 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:46:47.450551 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9556ab0f-eed2-4b25-a716-6c84052ecbc3 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Pushing event deleted for resources: {'Port': ['ID=240af5c5-6da4-46e8-a830-9c0e8496a585,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:46:47.452966 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-9556ab0f-eed2-4b25-a716-6c84052ecbc3 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:46:47.460419 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] get_ports_and_sgs() called for port_ids ['240af5c5-6da4-46e8-a830-9c0e8496a585'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:46:47.498333 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [req-b09a9093-95e9-4703-976d-b4b5cc60f5c0 req-9556ab0f-eed2-4b25-a716-6c84052ecbc3 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] No DVR routers for this DVR port 240af5c5-6da4-46e8-a830-9c0e8496a585 on host hv-cinder-79220 {{(pid=99532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:46:47.500684 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-b09a9093-95e9-4703-976d-b4b5cc60f5c0 req-9556ab0f-eed2-4b25-a716-6c84052ecbc3 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:47.502691 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-b09a9093-95e9-4703-976d-b4b5cc60f5c0 req-9556ab0f-eed2-4b25-a716-6c84052ecbc3 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.41 "DELETE /v2.0/ports/240af5c5-6da4-46e8-a830-9c0e8496a585 HTTP/1.1" status: 204 len: 173 time: 0.3946474 Jun 29 10:46:47.503152 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23206c75-b25c-47d9-b6b6-2b79750c6085', 'name': 'network-vif-deleted', 'tag': '240af5c5-6da4-46e8-a830-9c0e8496a585'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:46:47.505399 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}741eff7b388cda03fc4d9e55606c84397052c5857ae4d93d7a3b4e67aaed09af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b50d799-ec65-4796-a2b8-a01bc7feae2e" -d '{"events": [{"server_uuid": "23206c75-b25c-47d9-b6b6-2b79750c6085", "name": "network-vif-deleted", "tag": "240af5c5-6da4-46e8-a830-9c0e8496a585"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:46:47.541823 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9764316b-c6a9-426a-9427-4b5e39e66257 x-openstack-request-id: req-9764316b-c6a9-426a-9427-4b5e39e66257 {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:46:47.542153 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23206c75-b25c-47d9-b6b6-2b79750c6085", "name": "network-vif-deleted", "tag": "240af5c5-6da4-46e8-a830-9c0e8496a585", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:46:47.542441 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9764316b-c6a9-426a-9427-4b5e39e66257 {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:46:47.543040 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23206c75-b25c-47d9-b6b6-2b79750c6085', 'name': 'network-vif-deleted', 'tag': '240af5c5-6da4-46e8-a830-9c0e8496a585', 'status': 'completed', 'code': 200} Jun 29 10:46:47.883611 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-093fbd73-d3b2-4948-94f5-e6046a90b555 req-be8070bf-b551-4035-834c-458762a776b5 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] 10.222.0.61 "GET /v2.0/ports?device_id=23206c75-b25c-47d9-b6b6-2b79750c6085 HTTP/1.1" status: 200 len: 210 time: 0.0274210 Jun 29 10:46:52.671153 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device 240af5c5-6da4-46e8-a830-9c0e8496a585 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:46:52.693739 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] No Port match for: 240af5c5-6da4-46e8-a830-9c0e8496a585 {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:46:52.694092 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device 240af5c5-6da4-46e8-a830-9c0e8496a585 not bound to the agent host hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:46:53.946539 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.agents_db [None req-93d4a047-be9c-4d13-b750-597922b429b4 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:46:54.783415 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:55.951723 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-caf54aba-6fcb-41a9-a90b-7172e8efcc97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:57.342471 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-b586130d-21df-4f72-9f37-2d39173e8c9f req-3fdbafd9-a2a1-4d9e-ae3f-37a30efd52a9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0565982 Jun 29 10:46:57.484352 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586130d-21df-4f72-9f37-2d39173e8c9f req-0fcbb71f-0653-4100-bb1b-fac42e2bb30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:57.486274 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-b586130d-21df-4f72-9f37-2d39173e8c9f req-0fcbb71f-0653-4100-bb1b-fac42e2bb30b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc36cdfa812e4636821c2b2d1b679dd1&device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 1098 time: 0.0641747 Jun 29 10:46:57.602317 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586130d-21df-4f72-9f37-2d39173e8c9f req-867f5989-2af3-4e54-a32b-e6aca6e276e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:57.604103 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-b586130d-21df-4f72-9f37-2d39173e8c9f req-867f5989-2af3-4e54-a32b-e6aca6e276e9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e46ac46-13aa-440b-9acd-79dc5c709b8a HTTP/1.1" status: 200 len: 910 time: 0.0925703 Jun 29 10:46:57.686786 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-b586130d-21df-4f72-9f37-2d39173e8c9f req-88a60ce3-1a53-4248-9c97-8ec9ef0c19d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0f5faf2-0682-4ef9-a2b5-93d709a82f57 HTTP/1.1" status: 200 len: 1001 time: 0.0742526 Jun 29 10:46:57.746319 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586130d-21df-4f72-9f37-2d39173e8c9f req-f6ae0333-2fc9-4c5b-ba01-56f4e7570584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:57.748656 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-b586130d-21df-4f72-9f37-2d39173e8c9f req-f6ae0333-2fc9-4c5b-ba01-56f4e7570584 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3d189302-9f00-41d9-950a-7c945719ae16 HTTP/1.1" status: 200 len: 848 time: 0.0542200 Jun 29 10:46:57.814696 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586130d-21df-4f72-9f37-2d39173e8c9f req-ee3fb3a0-5a0c-44bb-b63b-42d5a9e9da5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:57.816516 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-b586130d-21df-4f72-9f37-2d39173e8c9f req-ee3fb3a0-5a0c-44bb-b63b-42d5a9e9da5b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e46ac46-13aa-440b-9acd-79dc5c709b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0591500 Jun 29 10:46:57.948218 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-b586130d-21df-4f72-9f37-2d39173e8c9f req-df5ee084-0f9f-40e2-be66-34475b330fa3 service neutron] 10.222.0.41 "GET /v2.0/networks/3e46ac46-13aa-440b-9acd-79dc5c709b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239364 Jun 29 10:46:58.063483 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-b586130d-21df-4f72-9f37-2d39173e8c9f req-64b3cdf5-2cf8-48b1-afe4-962aaa69960d service neutron] 10.222.0.41 "GET /v2.0/networks/3e46ac46-13aa-440b-9acd-79dc5c709b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079090 Jun 29 10:46:58.271133 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77195e0c-35f4-41a1-a5b7-37f14715d55f req-10e90d04-015d-4378-babe-0f6bb907f0d9 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:58.272858 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-77195e0c-35f4-41a1-a5b7-37f14715d55f req-10e90d04-015d-4378-babe-0f6bb907f0d9 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 945 time: 0.0731502 Jun 29 10:46:58.313754 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-77195e0c-35f4-41a1-a5b7-37f14715d55f req-f9f06e43-0846-4816-96ea-4cfdfd027414 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344610 Jun 29 10:46:58.686042 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-18a022fc-0682-4603-aad3-aa8b32f959b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:58.878386 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:46:59.526626 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce0771-4b06-4770-960a-0ef382479253 req-cf048bc4-136e-44a9-afff-329a453907d8 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:46:59.529803 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c9ce0771-4b06-4770-960a-0ef382479253 req-cf048bc4-136e-44a9-afff-329a453907d8 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 945 time: 0.0751338 Jun 29 10:46:59.574111 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c9ce0771-4b06-4770-960a-0ef382479253 req-6fe34a76-612e-49fb-8675-8159b720dec3 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376282 Jun 29 10:46:59.704299 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:00.776620 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f55419-2b19-413d-9458-2bf02c6ae258 req-0689b3dd-1bff-4aae-ab0c-882ee6062bcc tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:00.778383 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f7f55419-2b19-413d-9458-2bf02c6ae258 req-0689b3dd-1bff-4aae-ab0c-882ee6062bcc tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 945 time: 0.0663109 Jun 29 10:47:00.823043 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f7f55419-2b19-413d-9458-2bf02c6ae258 req-40c43a9b-1233-41bb-8347-0bda6660a9fb tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387218 Jun 29 10:47:01.232122 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:02.013493 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105d060-1369-4f35-83cd-df74c5fe6681 req-5de227b0-c851-4fcd-bf85-e1f25d5fa3f6 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:02.015346 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-5105d060-1369-4f35-83cd-df74c5fe6681 req-5de227b0-c851-4fcd-bf85-e1f25d5fa3f6 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 945 time: 0.0736365 Jun 29 10:47:02.056120 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-5105d060-1369-4f35-83cd-df74c5fe6681 req-f0121717-4ab7-4096-b87f-0458f5aca8f8 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349767 Jun 29 10:47:03.237754 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710bbf4e-b961-4ba3-9d5c-7eb093064fbe req-b23a5110-1c9f-44d0-a2cf-2eeb3406a7a3 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:03.239852 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-710bbf4e-b961-4ba3-9d5c-7eb093064fbe req-b23a5110-1c9f-44d0-a2cf-2eeb3406a7a3 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 945 time: 0.0647802 Jun 29 10:47:03.280742 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-710bbf4e-b961-4ba3-9d5c-7eb093064fbe req-9c85ce44-ff05-4a07-8e41-c8c6babc373d tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356929 Jun 29 10:47:04.468271 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef9627e-dd24-4648-ac2b-4d46b2bc3bbd req-16670bfc-2ddc-4ccc-8b30-e37262a628e3 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:04.469773 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1ef9627e-dd24-4648-ac2b-4d46b2bc3bbd req-16670bfc-2ddc-4ccc-8b30-e37262a628e3 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 945 time: 0.0687077 Jun 29 10:47:04.532604 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1ef9627e-dd24-4648-ac2b-4d46b2bc3bbd req-f5515ca6-9eeb-401d-b056-8cf4ae1103dd tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0570784 Jun 29 10:47:05.719177 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc85dca-7092-4cd9-ba50-60e3bd5d1b47 req-18d46f24-aa07-4625-a80f-438778d301ec tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:05.721446 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3fc85dca-7092-4cd9-ba50-60e3bd5d1b47 req-18d46f24-aa07-4625-a80f-438778d301ec tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 945 time: 0.0667622 Jun 29 10:47:05.761871 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3fc85dca-7092-4cd9-ba50-60e3bd5d1b47 req-70c3f82d-0c41-4f69-bfc0-6c1a3eb98cbc tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348344 Jun 29 10:47:06.964004 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00daf8-2383-4807-a394-7a15e557eccf req-0ebce242-9428-476f-b920-8c0890b12cfa tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:06.971752 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-4c00daf8-2383-4807-a394-7a15e557eccf req-0ebce242-9428-476f-b920-8c0890b12cfa tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 945 time: 0.0833380 Jun 29 10:47:07.009101 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-4c00daf8-2383-4807-a394-7a15e557eccf req-54aec52a-fded-4897-b38c-7c8acb8c27ee tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364287 Jun 29 10:47:08.236692 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e5bc4-bb41-42f8-b54e-505b11da08cb req-669ec93b-50e4-452b-8454-d97d0bd7187d tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:08.239663 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e15e5bc4-bb41-42f8-b54e-505b11da08cb req-669ec93b-50e4-452b-8454-d97d0bd7187d tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 945 time: 0.1053960 Jun 29 10:47:08.291177 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e15e5bc4-bb41-42f8-b54e-505b11da08cb req-fd6ac9b3-598e-4547-a224-abcdda94b109 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450702 Jun 29 10:47:09.464366 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c34071-9583-4846-b837-c826971708e5 req-8baa9c12-9dcc-4fd0-b483-582727ac8ab8 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:09.465806 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-50c34071-9583-4846-b837-c826971708e5 req-8baa9c12-9dcc-4fd0-b483-582727ac8ab8 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 945 time: 0.0631061 Jun 29 10:47:09.501846 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-50c34071-9583-4846-b837-c826971708e5 req-66f3f4ce-eae0-453f-a08a-cfe52fd1d99a tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304010 Jun 29 10:47:10.682961 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea03f3-d0f9-427d-b6f7-dec6d58ba73c req-a9f27739-0d46-40fa-8dee-1d3809a00098 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:10.684586 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-deea03f3-d0f9-427d-b6f7-dec6d58ba73c req-a9f27739-0d46-40fa-8dee-1d3809a00098 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 945 time: 0.0666103 Jun 29 10:47:10.723819 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-deea03f3-d0f9-427d-b6f7-dec6d58ba73c req-ee98d955-94b3-4a7e-9e85-5d586555ef8d tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334713 Jun 29 10:47:11.815144 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 49622) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:11.859587 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.db_base_plugin_v2 [None req-452bdd38-259d-40b4-903d-901047ce4268 admin admin] Deleting subnet b72d597d-4c5c-4d52-964f-3a3d26c35e1c {{(pid=99532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:47:11.862586 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-452bdd38-259d-40b4-903d-901047ce4268 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:11.894900 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-452bdd38-259d-40b4-903d-901047ce4268 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8692076'] for subnet, precommit_delete_associations {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:11.899295 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac4936-e526-40f1-8f65-eb271289057a req-3bb0871c-2e21-4565-92b2-26ee0539f31c tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:11.900753 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3dac4936-e526-40f1-8f65-eb271289057a req-3bb0871c-2e21-4565-92b2-26ee0539f31c tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 945 time: 0.0631173 Jun 29 10:47:11.936880 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-452bdd38-259d-40b4-903d-901047ce4268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7781200'] for subnet, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:11.937774 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3dac4936-e526-40f1-8f65-eb271289057a req-23f6da8d-6716-4a09-91d4-1d1bcb344cb7 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309227 Jun 29 10:47:11.987255 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-452bdd38-259d-40b4-903d-901047ce4268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7781161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4232018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4101428'] for subnet, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:11.990071 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:12.013448 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452bdd38-259d-40b4-903d-901047ce4268 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b72d597d-4c5c-4d52-964f-3a3d26c35e1c,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:12.015342 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-452bdd38-259d-40b4-903d-901047ce4268 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:12.017144 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-452bdd38-259d-40b4-903d-901047ce4268 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/b72d597d-4c5c-4d52-964f-3a3d26c35e1c HTTP/1.1" status: 204 len: 168 time: 0.2010140 Jun 29 10:47:12.018010 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-452bdd38-259d-40b4-903d-901047ce4268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:12.019777 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 49624) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:12.088195 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4eb9cc24-dafd-407b-a6fe-a87a3b29bbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596557'] for network, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:12.164901 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4eb9cc24-dafd-407b-a6fe-a87a3b29bbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7778662', 'neutron.services.segments.db._delete_segments_for_network-8772013423665'] for network, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:12.174645 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.services.segments.db [None req-4eb9cc24-dafd-407b-a6fe-a87a3b29bbc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2866baf4-c4ac-4135-8d4f-4b4001c8e3c6']}} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:12.183858 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.services.segments.db [None req-4eb9cc24-dafd-407b-a6fe-a87a3b29bbc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03dba5ba-482a-45ae-9e2d-400b7f9c548c') {'for_net_delete': True} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:12.184149 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.services.segments.db [None req-4eb9cc24-dafd-407b-a6fe-a87a3b29bbc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03dba5ba-482a-45ae-9e2d-400b7f9c548c') {} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:12.192523 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4eb9cc24-dafd-407b-a6fe-a87a3b29bbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772013419924', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2358090'] for segment, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:12.206462 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4eb9cc24-dafd-407b-a6fe-a87a3b29bbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342'] for segment, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:12.212205 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb9cc24-dafd-407b-a6fe-a87a3b29bbc7 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=99533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:47:12.212580 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4eb9cc24-dafd-407b-a6fe-a87a3b29bbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5295490'] for segment, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:12.214171 dv-cinder-792209-3-iscsi neutron-server[99533]: Traceback (most recent call last): Jun 29 10:47:12.214171 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:47:12.214171 dv-cinder-792209-3-iscsi neutron-server[99533]: timer() Jun 29 10:47:12.214171 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:47:12.214171 dv-cinder-792209-3-iscsi neutron-server[99533]: cb(*args, **kw) Jun 29 10:47:12.214171 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:47:12.214171 dv-cinder-792209-3-iscsi neutron-server[99533]: return func(*args, **kwargs) Jun 29 10:47:12.214171 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:47:12.214171 dv-cinder-792209-3-iscsi neutron-server[99533]: self._notify() Jun 29 10:47:12.214171 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:47:12.214171 dv-cinder-792209-3-iscsi neutron-server[99533]: self.callback(batched_events) Jun 29 10:47:12.214171 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:47:12.214171 dv-cinder-792209-3-iscsi neutron-server[99533]: event.method(event) Jun 29 10:47:12.214171 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:47:12.214171 dv-cinder-792209-3-iscsi neutron-server[99533]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:47:12.214171 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:47:12.214171 dv-cinder-792209-3-iscsi neutron-server[99533]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:47:12.214171 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:47:12.214171 dv-cinder-792209-3-iscsi neutron-server[99533]: return f(self, *a, **k) Jun 29 10:47:12.214171 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:47:12.214171 dv-cinder-792209-3-iscsi neutron-server[99533]: return self._get(url).json() Jun 29 10:47:12.214171 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:47:12.214171 dv-cinder-792209-3-iscsi neutron-server[99533]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:47:12.214171 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:47:12.214171 dv-cinder-792209-3-iscsi neutron-server[99533]: return self.request(url, 'GET', **kwargs) Jun 29 10:47:12.214171 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:47:12.214171 dv-cinder-792209-3-iscsi neutron-server[99533]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:47:12.214171 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:47:12.214171 dv-cinder-792209-3-iscsi neutron-server[99533]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:47:12.214171 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:47:12.214171 dv-cinder-792209-3-iscsi neutron-server[99533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:47:12.214171 dv-cinder-792209-3-iscsi neutron-server[99533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:47:12.267913 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4eb9cc24-dafd-407b-a6fe-a87a3b29bbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7781269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7928461'] for network, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:12.271335 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:12.273687 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4eb9cc24-dafd-407b-a6fe-a87a3b29bbc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:12.275496 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-4eb9cc24-dafd-407b-a6fe-a87a3b29bbc7 admin admin] 10.222.0.61 "DELETE /v2.0/networks/2866baf4-c4ac-4135-8d4f-4b4001c8e3c6 HTTP/1.1" status: 204 len: 168 time: 0.2547648 Jun 29 10:47:12.286736 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb9cc24-dafd-407b-a6fe-a87a3b29bbc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2866baf4-c4ac-4135-8d4f-4b4001c8e3c6,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:12.289028 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-4eb9cc24-dafd-407b-a6fe-a87a3b29bbc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:12.379523 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 49628) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:12.417314 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-f2b6a7db-cda4-49b3-88cd-573fd65d6e75 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1cb82f5c0d184a9392dc20500f546bfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366409 Jun 29 10:47:12.420092 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 49630) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:12.464462 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8812f9da-1756-4f66-83fd-d13dff2d8c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:12.485393 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8812f9da-1756-4f66-83fd-d13dff2d8c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:12.537270 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8812f9da-1756-4f66-83fd-d13dff2d8c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:12.539826 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8812f9da-1756-4f66-83fd-d13dff2d8c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:12.540946 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-8812f9da-1756-4f66-83fd-d13dff2d8c80 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/08e350fd-f6c8-428d-882d-725b34a435a9 HTTP/1.1" status: 204 len: 168 time: 0.1200137 Jun 29 10:47:12.541691 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b0cf31d7-b532-4277-98e1-d42ec5983f94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:12.549908 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8812f9da-1756-4f66-83fd-d13dff2d8c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e350fd-f6c8-428d-882d-725b34a435a9,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:12.552352 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-8812f9da-1756-4f66-83fd-d13dff2d8c80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:13.121429 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a82ec9-4ae6-40b3-8902-9a6c6fe08b89 req-9e74a5d0-19e8-4ece-a037-d107b8464b8f tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:13.121429 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f3a82ec9-4ae6-40b3-8902-9a6c6fe08b89 req-9e74a5d0-19e8-4ece-a037-d107b8464b8f tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 945 time: 0.0634494 Jun 29 10:47:13.153641 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f3a82ec9-4ae6-40b3-8902-9a6c6fe08b89 req-7eed75d8-a641-4872-838c-0de55e315697 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315015 Jun 29 10:47:14.335991 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496ef31-7c22-49d0-a26d-e0e37ae6c985 req-4f47fd98-3963-451e-af70-9b50068e096e tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:14.337433 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b496ef31-7c22-49d0-a26d-e0e37ae6c985 req-4f47fd98-3963-451e-af70-9b50068e096e tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 945 time: 0.0641468 Jun 29 10:47:14.375513 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b496ef31-7c22-49d0-a26d-e0e37ae6c985 req-04458d31-e13b-4219-9245-9d1501ea7c75 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317025 Jun 29 10:47:15.556191 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b75bc-f4e3-47cb-910f-5ce345c3574d req-e0ba3458-6fd0-496e-bfd7-34f455f9d85b tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:15.557664 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-be7b75bc-f4e3-47cb-910f-5ce345c3574d req-e0ba3458-6fd0-496e-bfd7-34f455f9d85b tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 945 time: 0.0660853 Jun 29 10:47:15.597636 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-be7b75bc-f4e3-47cb-910f-5ce345c3574d req-c0468017-f7f3-4490-9643-553c6d54a7b6 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343001 Jun 29 10:47:16.746260 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device 3e3ffc71-6d90-4b7b-9b0f-df361cbd6878 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:47:16.789729 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d6088-ca5d-45a0-a225-7ec91c412cbc req-9158a115-bb36-41dd-9e4b-a881a0b4da34 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:16.792060 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-344d6088-ca5d-45a0-a225-7ec91c412cbc req-9158a115-bb36-41dd-9e4b-a881a0b4da34 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 945 time: 0.0679057 Jun 29 10:47:16.855228 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-344d6088-ca5d-45a0-a225-7ec91c412cbc req-8fe8fa03-25ef-4d55-8165-c2d6401129b0 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567441 Jun 29 10:47:16.888992 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port 3e3ffc71-6d90-4b7b-9b0f-df361cbd6878, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3e3ffc71-6d90-4b7b-9b0f-df361cbd6878,segment=NetworkSegment(8e84c1c5-221f-4c99-9606-1ea868266866),segment_id=8e84c1c5-221f-4c99-9606-1ea868266866)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:16.905329 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Returning: {'device': '3e3ffc71-6d90-4b7b-9b0f-df361cbd6878', 'network_id': 'b187e754-07fe-4781-924a-d886b55c9244', 'port_id': '3e3ffc71-6d90-4b7b-9b0f-df361cbd6878', 'mac_address': 'fa:16:3e:fb:10:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1434ea17-151b-4fa4-8fce-ecfeaa34af2c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:47:16.953640 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:16.973615 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3e3ffc71-6d90-4b7b-9b0f-df361cbd6878 {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:47:16.998116 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port 3e3ffc71-6d90-4b7b-9b0f-df361cbd6878, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3e3ffc71-6d90-4b7b-9b0f-df361cbd6878,segment=NetworkSegment(8e84c1c5-221f-4c99-9606-1ea868266866),segment_id=8e84c1c5-221f-4c99-9606-1ea868266866)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:17.005902 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:17.008223 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d60d3292-dbbf-4734-8258-ed18aa1f9e11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:17.061473 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=3e3ffc71-6d90-4b7b-9b0f-df361cbd6878,revision_number=6']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:17.069100 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:17.069449 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:17.069784 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:17.070113 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:17.070465 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:17.070810 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:17.071133 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:17.071454 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:17.071775 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:17.072093 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:17.072412 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:17.072723 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:17.076730 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:17.185756 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] get_ports_and_sgs() called for port_ids ['3e3ffc71-6d90-4b7b-9b0f-df361cbd6878'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:47:18.133213 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c54ed-7a89-4f0e-8919-abaf93d28dc9 req-1dcc8f16-47d5-4aa8-ae46-a0a608c89844 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:18.134773 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-778c54ed-7a89-4f0e-8919-abaf93d28dc9 req-1dcc8f16-47d5-4aa8-ae46-a0a608c89844 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 944 time: 0.0792787 Jun 29 10:47:18.188145 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-778c54ed-7a89-4f0e-8919-abaf93d28dc9 req-98d29812-18d6-4cda-a61a-d867824f393a tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465605 Jun 29 10:47:18.759745 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device 3e3ffc71-6d90-4b7b-9b0f-df361cbd6878 up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:47:18.813672 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Provisioning complete for port 3e3ffc71-6d90-4b7b-9b0f-df361cbd6878 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:18.814047 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:18.915247 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:18.941749 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3ffc71-6d90-4b7b-9b0f-df361cbd6878'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:18.944214 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3762a8f488588fc24900269a9cc386d753c3d6f951c38e7bc7f446f2f69fbffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac394552-ae85-4618-9049-da4b0902bfdb" -d '{"events": [{"server_uuid": "cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf", "name": "network-vif-plugged", "status": "completed", "tag": "3e3ffc71-6d90-4b7b-9b0f-df361cbd6878"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:18.958670 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port 3e3ffc71-6d90-4b7b-9b0f-df361cbd6878, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3e3ffc71-6d90-4b7b-9b0f-df361cbd6878,segment=NetworkSegment(8e84c1c5-221f-4c99-9606-1ea868266866),segment_id=8e84c1c5-221f-4c99-9606-1ea868266866)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:18.964276 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:18.968232 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:19.003924 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e1e785-92d0-44b1-bcb1-cc3ff5adff26 x-openstack-request-id: req-67e1e785-92d0-44b1-bcb1-cc3ff5adff26 {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:47:19.004233 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf", "name": "network-vif-plugged", "status": "completed", "tag": "3e3ffc71-6d90-4b7b-9b0f-df361cbd6878", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:47:19.004493 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-67e1e785-92d0-44b1-bcb1-cc3ff5adff26 {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:47:19.004885 dv-cinder-792209-3-iscsi neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3ffc71-6d90-4b7b-9b0f-df361cbd6878', 'code': 200} Jun 29 10:47:19.025512 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=3e3ffc71-6d90-4b7b-9b0f-df361cbd6878,revision_number=7']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:19.029633 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:19.401856 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b785a66-8a61-471e-b1d2-6c42593b78b1 req-133aa40e-1c9d-4030-aff3-e8167b7c6a49 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:19.404209 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-5b785a66-8a61-471e-b1d2-6c42593b78b1 req-133aa40e-1c9d-4030-aff3-e8167b7c6a49 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 945 time: 0.0737267 Jun 29 10:47:19.455077 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-5b785a66-8a61-471e-b1d2-6c42593b78b1 req-9d48f3c7-b206-4500-93ff-2819f0f77222 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413728 Jun 29 10:47:20.494039 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfab2e-aea1-4b4c-b82a-6b43c831990d req-2b8b622f-9d9a-45cd-9f78-584b02cf20b8 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:20.501725 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f2bfab2e-aea1-4b4c-b82a-6b43c831990d req-2b8b622f-9d9a-45cd-9f78-584b02cf20b8 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 945 time: 0.0773547 Jun 29 10:47:20.541388 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f2bfab2e-aea1-4b4c-b82a-6b43c831990d req-d32d6221-716c-4a52-8aea-bf82fa5b31de tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387893 Jun 29 10:47:20.681678 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9d3a5-04f1-418a-b496-894a41624c16 req-71dd76ab-fc4a-4ccc-8f50-300995348b18 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:20.683543 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e1f9d3a5-04f1-418a-b496-894a41624c16 req-71dd76ab-fc4a-4ccc-8f50-300995348b18 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 945 time: 0.0884709 Jun 29 10:47:20.727246 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e1f9d3a5-04f1-418a-b496-894a41624c16 req-5b3c6392-9f53-4a86-b371-e179b5822b04 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357094 Jun 29 10:47:21.766574 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555498e-18fd-4d10-88ab-9b8389e9e4d9 req-3198775b-aa74-49a5-a908-54544961aa7a tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:21.767736 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-5555498e-18fd-4d10-88ab-9b8389e9e4d9 req-3198775b-aa74-49a5-a908-54544961aa7a tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 945 time: 0.0768812 Jun 29 10:47:21.836841 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-5555498e-18fd-4d10-88ab-9b8389e9e4d9 req-79299e3b-4769-4525-975e-7791004995b7 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542569 Jun 29 10:47:21.954318 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689785c-2c23-4349-b4e3-cd39f148c9be req-dfecd90b-a896-4568-95cc-7d6d44fe9ead tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:21.961836 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e689785c-2c23-4349-b4e3-cd39f148c9be req-dfecd90b-a896-4568-95cc-7d6d44fe9ead tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 945 time: 0.0802362 Jun 29 10:47:22.000919 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e689785c-2c23-4349-b4e3-cd39f148c9be req-1a90a9bf-9a2c-4d48-9a77-46b73ea13d5e tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381908 Jun 29 10:47:23.067676 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5c0be-fa70-4599-936e-7f9755b33070 req-a85c6cf8-3bb5-48d9-a651-84b17f944707 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:23.074415 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-97a5c0be-fa70-4599-936e-7f9755b33070 req-a85c6cf8-3bb5-48d9-a651-84b17f944707 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 945 time: 0.0949569 Jun 29 10:47:23.113653 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-97a5c0be-fa70-4599-936e-7f9755b33070 req-35e1a74b-46fc-4a04-9963-03f24a234f6d tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383601 Jun 29 10:47:23.209412 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b47ff3-712e-484e-b589-d16046293d5b req-5a02f917-ccb3-4b0d-93d2-6557b5f9a8b2 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:23.211144 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-04b47ff3-712e-484e-b589-d16046293d5b req-5a02f917-ccb3-4b0d-93d2-6557b5f9a8b2 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 945 time: 0.0765116 Jun 29 10:47:23.253409 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-04b47ff3-712e-484e-b589-d16046293d5b req-fbfd6c93-b86f-4407-99c4-662634e4d6f5 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342114 Jun 29 10:47:24.392357 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe057a-5427-443e-9cfd-d405397d7b18 req-ea683aef-67f3-4739-b5f3-52f81861c55f tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:24.402301 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-16fe057a-5427-443e-9cfd-d405397d7b18 req-ea683aef-67f3-4739-b5f3-52f81861c55f tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 945 time: 0.1409047 Jun 29 10:47:24.519631 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-16fe057a-5427-443e-9cfd-d405397d7b18 req-9434e88d-8ae3-4065-bdc5-ece245bb2f9d tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107605 Jun 29 10:47:24.565887 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8bf60-20d7-43a2-aaf8-6b56abc68b3f req-3bdf6cbb-86a6-49ef-bd5b-aaa2ad9b37e9 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:24.567399 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3dc8bf60-20d7-43a2-aaf8-6b56abc68b3f req-3bdf6cbb-86a6-49ef-bd5b-aaa2ad9b37e9 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 945 time: 0.1181240 Jun 29 10:47:24.609506 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3dc8bf60-20d7-43a2-aaf8-6b56abc68b3f req-ea105ed4-ad71-4239-847f-9c2255daaf5e tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364764 Jun 29 10:47:24.801735 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:25.702979 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91cef6-3e21-4a27-8fc8-091db717dd7d req-2d5284a4-80a3-4ec0-a395-d73ddce8e9b0 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:25.704460 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-aa91cef6-3e21-4a27-8fc8-091db717dd7d req-2d5284a4-80a3-4ec0-a395-d73ddce8e9b0 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 945 time: 0.0655775 Jun 29 10:47:25.773096 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-aa91cef6-3e21-4a27-8fc8-091db717dd7d req-a1ab0e73-2231-45d2-8bdb-60ac4b4b5e87 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628686 Jun 29 10:47:25.805879 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba277b8-f8bd-4430-9a1b-5628d6e332e6 req-156fdf59-0743-43ef-8b67-3e75753d717d tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:25.807526 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-9ba277b8-f8bd-4430-9a1b-5628d6e332e6 req-156fdf59-0743-43ef-8b67-3e75753d717d tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 945 time: 0.0802255 Jun 29 10:47:25.846183 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-9ba277b8-f8bd-4430-9a1b-5628d6e332e6 req-23330141-835e-4469-996e-c1393c165f6d tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324175 Jun 29 10:47:25.952084 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c831d2-7617-4ebe-a315-077dc50d1e77 req-501f82de-65a6-42e6-827d-3bd3c7bdf844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:25.952728 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-3bc717db-461a-4633-9335-4d65257c0b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:25.953798 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-d3c831d2-7617-4ebe-a315-077dc50d1e77 req-501f82de-65a6-42e6-827d-3bd3c7bdf844 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1ea4791d1b04b298cdfcb878b9a2e28&device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 1098 time: 0.1440446 Jun 29 10:47:26.045613 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c831d2-7617-4ebe-a315-077dc50d1e77 req-a2b1c2a4-983f-465a-96b0-266adf56c69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:26.047128 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-d3c831d2-7617-4ebe-a315-077dc50d1e77 req-a2b1c2a4-983f-465a-96b0-266adf56c69a service neutron] 10.222.0.41 "GET /v2.0/networks?id=b187e754-07fe-4781-924a-d886b55c9244 HTTP/1.1" status: 200 len: 918 time: 0.0864732 Jun 29 10:47:26.109597 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-d3c831d2-7617-4ebe-a315-077dc50d1e77 req-b889f107-1cfc-4332-ab9e-44584bcd0249 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e3ffc71-6d90-4b7b-9b0f-df361cbd6878 HTTP/1.1" status: 200 len: 1000 time: 0.0553823 Jun 29 10:47:26.156882 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c831d2-7617-4ebe-a315-077dc50d1e77 req-34568d12-db52-4ec3-aa65-c564d8fd0287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:26.158247 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-d3c831d2-7617-4ebe-a315-077dc50d1e77 req-34568d12-db52-4ec3-aa65-c564d8fd0287 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1434ea17-151b-4fa4-8fce-ecfeaa34af2c HTTP/1.1" status: 200 len: 856 time: 0.0421972 Jun 29 10:47:26.216677 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c831d2-7617-4ebe-a315-077dc50d1e77 req-af5fa24e-f2c2-428d-81c8-505901064781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:26.218117 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-d3c831d2-7617-4ebe-a315-077dc50d1e77 req-af5fa24e-f2c2-428d-81c8-505901064781 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b187e754-07fe-4781-924a-d886b55c9244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535710 Jun 29 10:47:26.302862 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-d3c831d2-7617-4ebe-a315-077dc50d1e77 req-39e5e7fd-cf74-4e2f-b93f-541a1692068e service neutron] 10.222.0.41 "GET /v2.0/networks/b187e754-07fe-4781-924a-d886b55c9244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0771301 Jun 29 10:47:26.394006 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-d3c831d2-7617-4ebe-a315-077dc50d1e77 req-8a18e779-e08b-44f7-9623-3c947ade30a5 service neutron] 10.222.0.41 "GET /v2.0/networks/b187e754-07fe-4781-924a-d886b55c9244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837154 Jun 29 10:47:26.940100 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a474561-0e79-43ac-8e1a-9d85db0bec1e req-ce54e31e-839c-4489-84bf-b63d034c2db5 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:26.941558 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3a474561-0e79-43ac-8e1a-9d85db0bec1e req-ce54e31e-839c-4489-84bf-b63d034c2db5 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 945 time: 0.0616283 Jun 29 10:47:26.990860 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3a474561-0e79-43ac-8e1a-9d85db0bec1e req-d141f0d8-30f3-4800-89d1-5a9e90573dec tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435715 Jun 29 10:47:27.043847 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b08f2-f0be-4150-9949-34517337f2f4 req-102a61bf-cbac-4876-9c91-9a832ba6df10 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:27.045540 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b35b08f2-f0be-4150-9949-34517337f2f4 req-102a61bf-cbac-4876-9c91-9a832ba6df10 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 945 time: 0.0687573 Jun 29 10:47:27.082076 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b35b08f2-f0be-4150-9949-34517337f2f4 req-4daf85fc-2b36-42d5-9d02-9e2a3a1fd269 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307281 Jun 29 10:47:28.163052 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70218501-17a9-45ea-82df-33a76dd74cb9 req-af126044-6869-4455-9c93-fa7d3c8568d1 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:28.164501 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-70218501-17a9-45ea-82df-33a76dd74cb9 req-af126044-6869-4455-9c93-fa7d3c8568d1 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 945 time: 0.0613596 Jun 29 10:47:28.211471 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-70218501-17a9-45ea-82df-33a76dd74cb9 req-6d369388-cb5a-46a3-bd04-f5065d768e98 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412180 Jun 29 10:47:28.278795 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31713573-10fe-4ccd-a585-94f3f3e7488a req-ab25444e-ef8f-4468-af74-950b586982bc tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:28.280238 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-31713573-10fe-4ccd-a585-94f3f3e7488a req-ab25444e-ef8f-4468-af74-950b586982bc tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 945 time: 0.0835512 Jun 29 10:47:28.317873 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-31713573-10fe-4ccd-a585-94f3f3e7488a req-6f1e4723-e2e0-4502-a63c-10837deb448b tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318723 Jun 29 10:47:28.676448 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1d2147f2-e4c0-453f-95b7-7dfaaf20eecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:28.870702 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:29.383489 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c136be-ccd5-4cdd-99c4-988add20049d req-4f7d7d9f-62fd-4784-a484-cca8b33d19ca tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:29.384978 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-41c136be-ccd5-4cdd-99c4-988add20049d req-4f7d7d9f-62fd-4784-a484-cca8b33d19ca tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 945 time: 0.0629430 Jun 29 10:47:29.421464 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-41c136be-ccd5-4cdd-99c4-988add20049d req-8197d002-89df-45c6-bc4c-7b8e356c1c58 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309727 Jun 29 10:47:29.491480 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8beb4-de6d-4957-8671-b1dfd8fc9118 req-a3adb2b9-fc89-4ba8-a2bf-cac1e8e239ff tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:29.492908 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6af8beb4-de6d-4957-8671-b1dfd8fc9118 req-a3adb2b9-fc89-4ba8-a2bf-cac1e8e239ff tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 945 time: 0.0610397 Jun 29 10:47:29.529489 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6af8beb4-de6d-4957-8671-b1dfd8fc9118 req-033e8035-017c-4558-850d-5c93577211fe tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304527 Jun 29 10:47:29.698876 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:30.636203 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1bacd-58ff-45e4-80f1-987e9968cac3 req-653208c7-840c-411e-be95-782b22483689 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:30.638362 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-19d1bacd-58ff-45e4-80f1-987e9968cac3 req-653208c7-840c-411e-be95-782b22483689 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 945 time: 0.1009810 Jun 29 10:47:30.696199 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-19d1bacd-58ff-45e4-80f1-987e9968cac3 req-08bd5e7c-f69d-44ec-9c7b-b578a006c857 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459085 Jun 29 10:47:30.703738 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b5ba5-38df-4b8e-ab3a-d61e8529b798 req-ac28570b-b140-40d6-8269-84b11673c911 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:30.710433 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3d3b5ba5-38df-4b8e-ab3a-d61e8529b798 req-ac28570b-b140-40d6-8269-84b11673c911 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 945 time: 0.1237640 Jun 29 10:47:30.745369 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3d3b5ba5-38df-4b8e-ab3a-d61e8529b798 req-e613db3a-e641-42d8-b03b-cb5266a075f1 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340633 Jun 29 10:47:30.747407 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc13d2-4e0a-4a5e-9fff-e83ee866e8be req-441c9aaf-18d6-4ca9-b289-10ac0944db1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:30.748893 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-febc13d2-4e0a-4a5e-9fff-e83ee866e8be req-441c9aaf-18d6-4ca9-b289-10ac0944db1e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc36cdfa812e4636821c2b2d1b679dd1&device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 1098 time: 0.0654764 Jun 29 10:47:30.817546 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device 3e3ffc71-6d90-4b7b-9b0f-df361cbd6878 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:47:30.884396 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 49894) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:30.884761 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc13d2-4e0a-4a5e-9fff-e83ee866e8be req-e868193e-9a30-4e12-b326-249ba9ca3ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:30.886428 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-febc13d2-4e0a-4a5e-9fff-e83ee866e8be req-e868193e-9a30-4e12-b326-249ba9ca3ac9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e46ac46-13aa-440b-9acd-79dc5c709b8a HTTP/1.1" status: 200 len: 910 time: 0.1293583 Jun 29 10:47:30.904993 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:30.933058 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e3ffc71-6d90-4b7b-9b0f-df361cbd6878'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:30.936533 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3762a8f488588fc24900269a9cc386d753c3d6f951c38e7bc7f446f2f69fbffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e33a74-c379-4f1a-930e-a94e23c91abc" -d '{"events": [{"server_uuid": "cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf", "name": "network-vif-unplugged", "status": "completed", "tag": "3e3ffc71-6d90-4b7b-9b0f-df361cbd6878"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:30.948248 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.agents_db [None req-93d4a047-be9c-4d13-b750-597922b429b4 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:47:30.951549 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port 3e3ffc71-6d90-4b7b-9b0f-df361cbd6878, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3e3ffc71-6d90-4b7b-9b0f-df361cbd6878,segment=NetworkSegment(8e84c1c5-221f-4c99-9606-1ea868266866),segment_id=8e84c1c5-221f-4c99-9606-1ea868266866)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:30.962309 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:30.966107 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:30.996575 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-febc13d2-4e0a-4a5e-9fff-e83ee866e8be req-063f6ab9-e479-480e-b317-8d672473b1e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0f5faf2-0682-4ef9-a2b5-93d709a82f57 HTTP/1.1" status: 200 len: 1001 time: 0.1009350 Jun 29 10:47:31.025976 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-87291099-2783-4059-a68d-61a21a2f712f req-99c6677f-cb4a-4bb9-8777-61455647ab04 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1331067 Jun 29 10:47:31.030369 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=3e3ffc71-6d90-4b7b-9b0f-df361cbd6878,revision_number=8']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:31.034059 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:31.082580 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc13d2-4e0a-4a5e-9fff-e83ee866e8be req-49c9fee6-316e-424e-9462-ca990ecbf449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:31.084068 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-febc13d2-4e0a-4a5e-9fff-e83ee866e8be req-49c9fee6-316e-424e-9462-ca990ecbf449 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3d189302-9f00-41d9-950a-7c945719ae16 HTTP/1.1" status: 200 len: 848 time: 0.0767970 Jun 29 10:47:31.093345 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be11b917-b03b-43de-bb8a-293b732734f4 x-openstack-request-id: req-be11b917-b03b-43de-bb8a-293b732734f4 {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:47:31.093691 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf", "name": "network-vif-unplugged", "status": "failed", "tag": "3e3ffc71-6d90-4b7b-9b0f-df361cbd6878", "code": 422}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:47:31.094018 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-be11b917-b03b-43de-bb8a-293b732734f4 {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:47:31.094477 dv-cinder-792209-3-iscsi neutron-server[99534]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3e3ffc71-6d90-4b7b-9b0f-df361cbd6878', 'code': 422} returned with failed status Jun 29 10:47:31.170425 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc13d2-4e0a-4a5e-9fff-e83ee866e8be req-6383f3bf-4a44-4294-afe4-d0da577499d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:31.172261 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-febc13d2-4e0a-4a5e-9fff-e83ee866e8be req-6383f3bf-4a44-4294-afe4-d0da577499d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e46ac46-13aa-440b-9acd-79dc5c709b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725980 Jun 29 10:47:31.227208 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:31.267166 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-febc13d2-4e0a-4a5e-9fff-e83ee866e8be req-59952282-625d-4ea7-91df-52104dc711f8 service neutron] 10.222.0.41 "GET /v2.0/networks/3e46ac46-13aa-440b-9acd-79dc5c709b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869482 Jun 29 10:47:31.362246 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-febc13d2-4e0a-4a5e-9fff-e83ee866e8be req-31283a93-14e4-4f5a-ab18-05d8c947e123 service neutron] 10.222.0.41 "GET /v2.0/networks/3e46ac46-13aa-440b-9acd-79dc5c709b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877776 Jun 29 10:47:31.882760 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ddd24-cc9e-4987-8369-cfa1c778f387 req-3407ee8d-2b67-43d3-8b5f-0a09f68cef28 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:31.884190 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-412ddd24-cc9e-4987-8369-cfa1c778f387 req-3407ee8d-2b67-43d3-8b5f-0a09f68cef28 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 945 time: 0.0706227 Jun 29 10:47:31.944082 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-412ddd24-cc9e-4987-8369-cfa1c778f387 req-274b3e53-5f1a-469b-b9bd-9b452b0892b3 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438340 Jun 29 10:47:31.959581 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04077ba-b848-4432-91f2-51777ddd0dee req-a1f672a6-7fb0-4232-800f-f8907b1c1ab6 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:31.961007 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b04077ba-b848-4432-91f2-51777ddd0dee req-a1f672a6-7fb0-4232-800f-f8907b1c1ab6 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 943 time: 0.0980182 Jun 29 10:47:31.996485 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b04077ba-b848-4432-91f2-51777ddd0dee req-a5bac47c-9b3a-40b1-9e71-84413fffa8c9 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300579 Jun 29 10:47:33.375672 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797fbca-989e-424c-bb9d-c7b081cc3749 req-275be126-d792-4323-8324-797bbfba3bdb tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:33.377122 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f797fbca-989e-424c-bb9d-c7b081cc3749 req-275be126-d792-4323-8324-797bbfba3bdb tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 945 time: 0.3177981 Jun 29 10:47:33.387990 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047c318-287a-463b-aebd-e13808b4cf4a req-6544c678-a616-424f-9eb6-94bf2009cf7e tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:33.389322 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1047c318-287a-463b-aebd-e13808b4cf4a req-6544c678-a616-424f-9eb6-94bf2009cf7e tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 943 time: 0.0901322 Jun 29 10:47:33.436345 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f797fbca-989e-424c-bb9d-c7b081cc3749 req-13e8f9d4-a6e4-4b30-9499-5fdf63609bf6 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461333 Jun 29 10:47:33.447587 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1047c318-287a-463b-aebd-e13808b4cf4a req-10b9319f-7b3f-4a62-ae49-28115cd54673 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514536 Jun 29 10:47:34.656257 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520c0c8-7bba-43af-a8bd-cb1da6925070 req-ed54f466-6ec7-495f-aeae-44d7dce18345 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:34.657591 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-5520c0c8-7bba-43af-a8bd-cb1da6925070 req-ed54f466-6ec7-495f-aeae-44d7dce18345 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 945 time: 0.1028540 Jun 29 10:47:34.668447 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7264f-40fc-465c-aae8-909afbb22a9a req-75876b8e-3447-4430-8efb-287534e1060d tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:34.670318 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-4ca7264f-40fc-465c-aae8-909afbb22a9a req-75876b8e-3447-4430-8efb-287534e1060d tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 943 time: 0.0860064 Jun 29 10:47:34.723111 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-5520c0c8-7bba-43af-a8bd-cb1da6925070 req-76bd7915-c8e4-4215-8837-dbed0bb0a7f8 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518525 Jun 29 10:47:34.727585 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-4ca7264f-40fc-465c-aae8-909afbb22a9a req-69a7b43e-7526-4e8a-b9bb-3d83cabeb35e tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507727 Jun 29 10:47:34.899278 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87291099-2783-4059-a68d-61a21a2f712f req-01a08783-b9da-4361-83e1-06ef8259a3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:34.900735 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-87291099-2783-4059-a68d-61a21a2f712f req-01a08783-b9da-4361-83e1-06ef8259a3c6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf&tenant_id=f1ea4791d1b04b298cdfcb878b9a2e28 HTTP/1.1" status: 200 len: 1096 time: 0.0516183 Jun 29 10:47:34.988129 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87291099-2783-4059-a68d-61a21a2f712f req-b5c4604b-b207-495f-bb0f-f909cce9a255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:34.989450 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-87291099-2783-4059-a68d-61a21a2f712f req-b5c4604b-b207-495f-bb0f-f909cce9a255 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1ea4791d1b04b298cdfcb878b9a2e28&device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 1096 time: 0.0501018 Jun 29 10:47:35.087371 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87291099-2783-4059-a68d-61a21a2f712f req-c922a265-53bd-4392-bef0-1a4632b356f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:35.088807 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-87291099-2783-4059-a68d-61a21a2f712f req-c922a265-53bd-4392-bef0-1a4632b356f0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b187e754-07fe-4781-924a-d886b55c9244 HTTP/1.1" status: 200 len: 918 time: 0.0919883 Jun 29 10:47:35.151607 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-87291099-2783-4059-a68d-61a21a2f712f req-da6c7111-1843-4e81-ae2f-82426f94597f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e3ffc71-6d90-4b7b-9b0f-df361cbd6878 HTTP/1.1" status: 200 len: 998 time: 0.0546575 Jun 29 10:47:35.198814 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87291099-2783-4059-a68d-61a21a2f712f req-ae423d9c-113d-4dc8-84f4-d704371facac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:35.200172 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-87291099-2783-4059-a68d-61a21a2f712f req-ae423d9c-113d-4dc8-84f4-d704371facac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1434ea17-151b-4fa4-8fce-ecfeaa34af2c HTTP/1.1" status: 200 len: 856 time: 0.0396824 Jun 29 10:47:35.258026 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87291099-2783-4059-a68d-61a21a2f712f req-ec5305e9-b732-4815-beaf-874063210c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:35.259376 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-87291099-2783-4059-a68d-61a21a2f712f req-ec5305e9-b732-4815-beaf-874063210c1b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b187e754-07fe-4781-924a-d886b55c9244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508585 Jun 29 10:47:35.594586 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-87291099-2783-4059-a68d-61a21a2f712f req-f53b853f-bc05-4acf-a9bc-007f5c19c12e service neutron] 10.222.0.41 "GET /v2.0/networks/b187e754-07fe-4781-924a-d886b55c9244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270283 Jun 29 10:47:35.695673 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-87291099-2783-4059-a68d-61a21a2f712f req-a988d0d8-e16b-436a-9270-94267175d5ce service neutron] 10.222.0.41 "GET /v2.0/networks/b187e754-07fe-4781-924a-d886b55c9244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800114 Jun 29 10:47:35.938619 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda7392-8fec-4f9d-a5e7-aeedf8f9ec6e req-4ce48847-67da-4787-9b2b-4a614f7fb4b7 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:35.940045 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-beda7392-8fec-4f9d-a5e7-aeedf8f9ec6e req-4ce48847-67da-4787-9b2b-4a614f7fb4b7 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 945 time: 0.1032639 Jun 29 10:47:35.947945 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9595f-cfaf-452a-b91c-c2d659c70eb2 req-b2ecba08-4c46-4574-a679-41a73496c444 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:35.949374 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-9be9595f-cfaf-452a-b91c-c2d659c70eb2 req-b2ecba08-4c46-4574-a679-41a73496c444 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 943 time: 0.1036193 Jun 29 10:47:36.005906 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-beda7392-8fec-4f9d-a5e7-aeedf8f9ec6e req-228c234d-af0f-4e05-8805-141388aa254a tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555654 Jun 29 10:47:36.010734 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-9be9595f-cfaf-452a-b91c-c2d659c70eb2 req-7e0bb3b8-71e6-430d-9437-45a11d13a1ce tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536468 Jun 29 10:47:37.248959 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae824ac-d0f4-4440-8780-ceb025cf1025 req-41fe7507-98b4-4802-ae38-bf26cc257129 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:37.250576 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-aae824ac-d0f4-4440-8780-ceb025cf1025 req-41fe7507-98b4-4802-ae38-bf26cc257129 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 945 time: 0.1151326 Jun 29 10:47:37.258897 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f7cc6-2a99-4fb5-a833-f3e37faaf32a req-0ef62ed8-4190-4f6d-ba72-8cd2d77ad462 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:37.260271 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-7f9f7cc6-2a99-4fb5-a833-f3e37faaf32a req-0ef62ed8-4190-4f6d-ba72-8cd2d77ad462 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 943 time: 0.1134114 Jun 29 10:47:37.317681 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-aae824ac-d0f4-4440-8780-ceb025cf1025 req-73390f94-c636-4f56-b819-890756595744 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563736 Jun 29 10:47:37.322529 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-7f9f7cc6-2a99-4fb5-a833-f3e37faaf32a req-311efb6a-7f52-4774-8dfa-123b98dce200 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555959 Jun 29 10:47:38.564218 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd1b86-8c47-41f4-9e43-8a8e9050d27b req-f81313b9-13cd-4f9c-b3c9-a7dc20a88ac1 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:38.565894 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d4dd1b86-8c47-41f4-9e43-8a8e9050d27b req-f81313b9-13cd-4f9c-b3c9-a7dc20a88ac1 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 945 time: 0.1075690 Jun 29 10:47:38.578091 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3cf0a-cfc9-4e2c-938c-ca5ace891847 req-9e8a736b-a53e-4f02-a443-f841fd1c659c tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:38.579596 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-34b3cf0a-cfc9-4e2c-938c-ca5ace891847 req-9e8a736b-a53e-4f02-a443-f841fd1c659c tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 943 time: 0.1224515 Jun 29 10:47:38.637343 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d4dd1b86-8c47-41f4-9e43-8a8e9050d27b req-110cf55e-b12d-4f0f-907e-b10afc7c0f5f tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566857 Jun 29 10:47:38.639814 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-34b3cf0a-cfc9-4e2c-938c-ca5ace891847 req-6beaa3fe-e93f-40b3-aea3-e3cb119eea1e tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533061 Jun 29 10:47:39.867043 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9adde1-1930-4b26-b017-3b73154249ed req-725c271b-d807-4525-b51e-1ad330c28056 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:39.868500 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3c9adde1-1930-4b26-b017-3b73154249ed req-725c271b-d807-4525-b51e-1ad330c28056 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 945 time: 0.1073318 Jun 29 10:47:39.882259 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6fae8-7308-4970-bb70-8e3b21054590 req-938f678e-ed7a-44b3-9a05-1ae11d84ab17 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:39.883672 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-15f6fae8-7308-4970-bb70-8e3b21054590 req-938f678e-ed7a-44b3-9a05-1ae11d84ab17 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 943 time: 0.1131027 Jun 29 10:47:39.940947 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-15f6fae8-7308-4970-bb70-8e3b21054590 req-a99bace3-284c-4884-90b1-ba13cf531dae tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507245 Jun 29 10:47:39.945965 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3c9adde1-1930-4b26-b017-3b73154249ed req-fb43fe20-92a9-4368-a68c-88b1cbb348bb tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713418 Jun 29 10:47:41.175475 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df2f65-0ce7-4a2d-9715-9b70d485d05a req-f0d55142-838c-4d51-aba1-46782a6378ab tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:41.176990 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d6df2f65-0ce7-4a2d-9715-9b70d485d05a req-f0d55142-838c-4d51-aba1-46782a6378ab tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 945 time: 0.1131167 Jun 29 10:47:41.188182 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934570c2-e078-4f2a-a911-312d2279c50f req-b4416930-ea6c-4cb0-9daf-95a142257815 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:41.189687 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-934570c2-e078-4f2a-a911-312d2279c50f req-b4416930-ea6c-4cb0-9daf-95a142257815 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 943 time: 0.1099782 Jun 29 10:47:41.245941 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d6df2f65-0ce7-4a2d-9715-9b70d485d05a req-4355b5b2-7146-44fe-bc05-2845de2da329 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551932 Jun 29 10:47:41.248783 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-934570c2-e078-4f2a-a911-312d2279c50f req-c5069cf2-5370-447f-beca-77e3012af8bd tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521710 Jun 29 10:47:41.561885 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device f0f5faf2-0682-4ef9-a2b5-93d709a82f57 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:47:41.642400 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:41.663564 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '993edd49-db0c-4806-a844-7773ffd674c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0f5faf2-0682-4ef9-a2b5-93d709a82f57'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:41.665765 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3762a8f488588fc24900269a9cc386d753c3d6f951c38e7bc7f446f2f69fbffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323c6a76-e751-4040-a232-e3930ec9d455" -d '{"events": [{"server_uuid": "993edd49-db0c-4806-a844-7773ffd674c5", "name": "network-vif-unplugged", "status": "completed", "tag": "f0f5faf2-0682-4ef9-a2b5-93d709a82f57"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:41.678987 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port f0f5faf2-0682-4ef9-a2b5-93d709a82f57, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f0f5faf2-0682-4ef9-a2b5-93d709a82f57,segment=NetworkSegment(5b6ffa15-b2e0-45aa-80b3-ae1dc022e9a2),segment_id=5b6ffa15-b2e0-45aa-80b3-ae1dc022e9a2)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:41.689734 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:41.691591 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:41.713570 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e21360-bccb-468d-be16-70729780c70c x-openstack-request-id: req-f8e21360-bccb-468d-be16-70729780c70c {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:47:41.713896 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "993edd49-db0c-4806-a844-7773ffd674c5", "name": "network-vif-unplugged", "status": "completed", "tag": "f0f5faf2-0682-4ef9-a2b5-93d709a82f57", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:47:41.714160 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f8e21360-bccb-468d-be16-70729780c70c {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:47:41.714547 dv-cinder-792209-3-iscsi neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '993edd49-db0c-4806-a844-7773ffd674c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0f5faf2-0682-4ef9-a2b5-93d709a82f57', 'code': 200} Jun 29 10:47:41.739281 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=f0f5faf2-0682-4ef9-a2b5-93d709a82f57,revision_number=6']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:41.742893 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:42.518459 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd178f5-fc2f-431d-96f1-f25f8094e188 req-2de58577-e06a-48db-8ef1-e179630adbd1 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:42.520158 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-5bd178f5-fc2f-431d-96f1-f25f8094e188 req-2de58577-e06a-48db-8ef1-e179630adbd1 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 943 time: 0.1417232 Jun 29 10:47:42.534046 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed5677-fc2c-4f0b-8702-3afbf5641fd1 req-0b22d210-9e83-4f78-8cd6-4db67121db98 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:42.535636 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-74ed5677-fc2c-4f0b-8702-3afbf5641fd1 req-0b22d210-9e83-4f78-8cd6-4db67121db98 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 943 time: 0.1198919 Jun 29 10:47:42.589867 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-74ed5677-fc2c-4f0b-8702-3afbf5641fd1 req-836159f5-46b2-4e29-934f-dab8f206ffbb tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450308 Jun 29 10:47:42.611340 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-5bd178f5-fc2f-431d-96f1-f25f8094e188 req-2be02b7f-07ca-4f8c-a87b-894ef8a27637 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746963 Jun 29 10:47:43.865354 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801e9fa-4dc8-4f30-8c51-80f520cffee0 req-49412aca-b163-4532-9012-677ba4839c67 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:43.866853 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-4801e9fa-4dc8-4f30-8c51-80f520cffee0 req-49412aca-b163-4532-9012-677ba4839c67 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 943 time: 0.1196828 Jun 29 10:47:43.918252 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0ef4c-eefd-415d-93f9-32f42702ed42 req-734d1a78-040d-4562-9878-ef0b847ef557 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:43.922064 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d9e0ef4c-eefd-415d-93f9-32f42702ed42 req-734d1a78-040d-4562-9878-ef0b847ef557 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 943 time: 0.1290178 Jun 29 10:47:43.951504 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-4801e9fa-4dc8-4f30-8c51-80f520cffee0 req-979fcf8a-c931-4927-805f-73cc892d5406 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0777099 Jun 29 10:47:44.010778 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d9e0ef4c-eefd-415d-93f9-32f42702ed42 req-45b422eb-7a27-4697-a9d3-2639c5ac3ede tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768924 Jun 29 10:47:45.206763 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e51e6-3529-4d96-ae10-257f4ee5389a req-8cae97c3-71a6-41d4-8196-e9deb994f53a tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:45.208290 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d48e51e6-3529-4d96-ae10-257f4ee5389a req-8cae97c3-71a6-41d4-8196-e9deb994f53a tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 943 time: 0.1080878 Jun 29 10:47:45.266376 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d7668-1b30-45ab-b18d-ee47d65f893b req-c3dc6b13-e00c-4d73-8856-85252bcc396a tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:45.267929 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a30d7668-1b30-45ab-b18d-ee47d65f893b req-c3dc6b13-e00c-4d73-8856-85252bcc396a tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 943 time: 0.1082227 Jun 29 10:47:45.271545 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d48e51e6-3529-4d96-ae10-257f4ee5389a req-f1a68d85-47ad-49a0-8350-cb51b90a65e0 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549159 Jun 29 10:47:45.316107 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a30d7668-1b30-45ab-b18d-ee47d65f893b req-f9f45b90-63cf-44fd-bb8d-3c3b8a32c674 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393705 Jun 29 10:47:46.522273 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2219ddd-7d7d-435d-82ef-918900e09b35 req-16265466-5e9c-4de4-b9f2-b273330d84a5 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:46.523794 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e2219ddd-7d7d-435d-82ef-918900e09b35 req-16265466-5e9c-4de4-b9f2-b273330d84a5 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 943 time: 0.1229608 Jun 29 10:47:46.537369 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b693dbd-aed6-4679-a359-e348d9450e78 req-f50bab03-cb59-4145-986b-44c524c75d57 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:46.538764 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-9b693dbd-aed6-4679-a359-e348d9450e78 req-f50bab03-cb59-4145-986b-44c524c75d57 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 943 time: 0.0899427 Jun 29 10:47:46.592008 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e2219ddd-7d7d-435d-82ef-918900e09b35 req-621a6ea9-e8c3-47d8-9536-8669b24c11ac tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0623674 Jun 29 10:47:46.597434 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-9b693dbd-aed6-4679-a359-e348d9450e78 req-77f5e2ac-3bfb-4df1-b867-c63de6edc4de tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531840 Jun 29 10:47:47.323374 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 50060) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:47.430482 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-cdd0e279-25ba-42c6-baa6-13d75415fcb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:47.520069 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-cdd0e279-25ba-42c6-baa6-13d75415fcb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:47.524093 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-cdd0e279-25ba-42c6-baa6-13d75415fcb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:47.527588 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-f2075d23-9d59-4a35-beae-3edc5dd7fe2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:47.561218 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-cdd0e279-25ba-42c6-baa6-13d75415fcb1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=288880f2f6204f7988eecd08dd20ee42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2362154 Jun 29 10:47:47.563864 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 50064) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:47.566091 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0e279-25ba-42c6-baa6-13d75415fcb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bc5a2f-7c89-4dca-97a0-9488c4e9cff6,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:47.573288 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0e279-25ba-42c6-baa6-13d75415fcb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:47.573599 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0e279-25ba-42c6-baa6-13d75415fcb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:47.573968 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0e279-25ba-42c6-baa6-13d75415fcb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:47.574329 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0e279-25ba-42c6-baa6-13d75415fcb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:47.574709 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0e279-25ba-42c6-baa6-13d75415fcb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:47.575067 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0e279-25ba-42c6-baa6-13d75415fcb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:47.575419 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0e279-25ba-42c6-baa6-13d75415fcb1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:47.575843 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0e279-25ba-42c6-baa6-13d75415fcb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:47.576231 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0e279-25ba-42c6-baa6-13d75415fcb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:47.576583 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0e279-25ba-42c6-baa6-13d75415fcb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:47.576931 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0e279-25ba-42c6-baa6-13d75415fcb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:47.577277 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd0e279-25ba-42c6-baa6-13d75415fcb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:47.581266 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-cdd0e279-25ba-42c6-baa6-13d75415fcb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:47.620466 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ad614689-87e5-4daa-b14d-10767289a462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:47.643437 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ad614689-87e5-4daa-b14d-10767289a462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:47.691256 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ad614689-87e5-4daa-b14d-10767289a462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:47.694227 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ad614689-87e5-4daa-b14d-10767289a462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:47.697712 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-ad614689-87e5-4daa-b14d-10767289a462 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f5bc5a2f-7c89-4dca-97a0-9488c4e9cff6 HTTP/1.1" status: 204 len: 168 time: 0.1305668 Jun 29 10:47:47.697712 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-7e00ec18-760a-43ca-8b76-3f73a7ef8e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:47.707905 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad614689-87e5-4daa-b14d-10767289a462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bc5a2f-7c89-4dca-97a0-9488c4e9cff6,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:47.725610 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad614689-87e5-4daa-b14d-10767289a462 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:47.725978 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad614689-87e5-4daa-b14d-10767289a462 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:47.726333 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad614689-87e5-4daa-b14d-10767289a462 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:47.726708 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad614689-87e5-4daa-b14d-10767289a462 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:47.727053 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad614689-87e5-4daa-b14d-10767289a462 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:47.727393 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad614689-87e5-4daa-b14d-10767289a462 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:47.727733 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad614689-87e5-4daa-b14d-10767289a462 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:47.728069 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad614689-87e5-4daa-b14d-10767289a462 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:47.728406 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad614689-87e5-4daa-b14d-10767289a462 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:47.728742 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad614689-87e5-4daa-b14d-10767289a462 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:47.729075 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad614689-87e5-4daa-b14d-10767289a462 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:47.729411 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad614689-87e5-4daa-b14d-10767289a462 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:47.750755 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ad614689-87e5-4daa-b14d-10767289a462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:47.826358 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401c5f8-f3a3-49f8-8d3d-0ae64cd17cc5 req-272f1184-106b-44e5-a084-c37556bfd760 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:47.827781 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3401c5f8-f3a3-49f8-8d3d-0ae64cd17cc5 req-272f1184-106b-44e5-a084-c37556bfd760 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 943 time: 0.1130478 Jun 29 10:47:47.842242 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278faf99-67f4-4a82-87d5-fbdf0e24fd28 req-989474b3-cc17-4fc9-b676-e92c112659e8 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:47.843653 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-278faf99-67f4-4a82-87d5-fbdf0e24fd28 req-989474b3-cc17-4fc9-b676-e92c112659e8 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 943 time: 0.1098361 Jun 29 10:47:47.897919 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3401c5f8-f3a3-49f8-8d3d-0ae64cd17cc5 req-136d6639-f495-4e54-807d-c9b7e751ab7c tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0642896 Jun 29 10:47:47.905643 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-278faf99-67f4-4a82-87d5-fbdf0e24fd28 req-35942aee-1a85-40bf-be6e-d94ae3ce77d0 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560975 Jun 29 10:47:48.214110 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-bf01ae62-65e1-4d65-97cd-80df51ff99e8 req-a262780d-8b20-457b-a724-b9a0863e8d53 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0567799 Jun 29 10:47:48.281631 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbced658-54e6-4068-9eba-0a23403265cd req-bbc4d3e8-85ba-4e20-9166-dab4e9aaaf5f tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:48.283309 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fbced658-54e6-4068-9eba-0a23403265cd req-bbc4d3e8-85ba-4e20-9166-dab4e9aaaf5f tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 943 time: 0.0728428 Jun 29 10:47:48.325091 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fbced658-54e6-4068-9eba-0a23403265cd req-090cd9d0-4694-4d7b-9dcc-3fe268ce1655 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351760 Jun 29 10:47:48.342180 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 50096) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:48.450706 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-46df5f06-9aba-4a82-af95-c508b6ab8add admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-667958029-network', 'tenant_id': '9b5bc8fce6a347388dbb08e51022f98d'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:48.472724 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46df5f06-9aba-4a82-af95-c508b6ab8add admin admin] Made reservation on behalf of 9b5bc8fce6a347388dbb08e51022f98d for: {'network': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:47:48.475669 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-46df5f06-9aba-4a82-af95-c508b6ab8add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for network, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:48.484609 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-46df5f06-9aba-4a82-af95-c508b6ab8add admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:48.583074 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-46df5f06-9aba-4a82-af95-c508b6ab8add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:48.586674 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-46df5f06-9aba-4a82-af95-c508b6ab8add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:48.589579 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-9bc9f2d6-a013-4db7-bfca-7b6106238aa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:48.614256 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46df5f06-9aba-4a82-af95-c508b6ab8add admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=99533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:47:48.623526 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df5f06-9aba-4a82-af95-c508b6ab8add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265bbfb3-3221-410a-b45b-9c362b2d8073,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:48.626368 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-46df5f06-9aba-4a82-af95-c508b6ab8add admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:48.630801 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-46df5f06-9aba-4a82-af95-c508b6ab8add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342'] for segment, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:48.631319 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.db.segments_db [None req-46df5f06-9aba-4a82-af95-c508b6ab8add admin admin] Added segment d268b454-5f21-431b-a249-b90c8192c197 of type vlan for network 2a19d97a-0f53-46df-86fa-6148a8841956 Jun 29 10:47:48.670270 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-46df5f06-9aba-4a82-af95-c508b6ab8add admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772013063217'] for network, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:48.701609 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-46df5f06-9aba-4a82-af95-c508b6ab8add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780'] for network, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:48.703061 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46df5f06-9aba-4a82-af95-c508b6ab8add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:48.703746 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-46df5f06-9aba-4a82-af95-c508b6ab8add admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:48.706549 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:48.753022 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-46df5f06-9aba-4a82-af95-c508b6ab8add admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4095919 Jun 29 10:47:48.755853 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 50104) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:48.760825 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-32fc101a-c051-47fc-b03f-c2936de2db1e admin admin] Request body: {'subnet': {'network_id': '2a19d97a-0f53-46df-86fa-6148a8841956', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-667958029-subnet', 'tenant_id': '9b5bc8fce6a347388dbb08e51022f98d', 'ip_version': 4}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:48.763699 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df5f06-9aba-4a82-af95-c508b6ab8add admin admin] Pushing event updated for resources: {'Network': ['ID=2a19d97a-0f53-46df-86fa-6148a8841956,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:48.766459 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-46df5f06-9aba-4a82-af95-c508b6ab8add admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:48.778309 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Network 2a19d97a-0f53-46df-86fa-6148a8841956 details requested by agent ovs-agent-dv-cinder-792209-3-iscsi with host dv-cinder-792209-3-iscsi {{(pid=99534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:47:48.784279 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fc101a-c051-47fc-b03f-c2936de2db1e admin admin] Made reservation on behalf of 9b5bc8fce6a347388dbb08e51022f98d for: {'subnet': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:47:48.787106 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-32fc101a-c051-47fc-b03f-c2936de2db1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4281557'] for subnet, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:48.952700 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-32fc101a-c051-47fc-b03f-c2936de2db1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4231953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4101423'] for subnet, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:48.955791 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-a322bd2d-1e95-46e8-97dd-224eec21a029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:49.012360 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc101a-c051-47fc-b03f-c2936de2db1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b6f5e7d-a49f-427f-8c0a-3db1b0e9759b,revision_number=0']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:49.016097 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-32fc101a-c051-47fc-b03f-c2936de2db1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:49.019828 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fc101a-c051-47fc-b03f-c2936de2db1e admin admin] Checking segment: {'id': 'd268b454-5f21-431b-a249-b90c8192c197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '2a19d97a-0f53-46df-86fa-6148a8841956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:47:49.020179 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fc101a-c051-47fc-b03f-c2936de2db1e admin admin] Network hostable DHCP agents. Network: 2a19d97a-0f53-46df-86fa-6148a8841956, hostable agents: ['0f321f44-7bd1-49aa-8caa-09a569631bca'], hosted agents: [] {{(pid=99532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:47:49.036117 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fc101a-c051-47fc-b03f-c2936de2db1e admin admin] Network 2a19d97a-0f53-46df-86fa-6148a8841956 is scheduled to be hosted by DHCP agent 0f321f44-7bd1-49aa-8caa-09a569631bca with binding_index 1 {{(pid=99532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:47:49.046473 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-32fc101a-c051-47fc-b03f-c2936de2db1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-3-iscsi, 2a19d97a-0f53-46df-86fa-6148a8841956) {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:47:49.052735 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fc101a-c051-47fc-b03f-c2936de2db1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:49.054007 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-32fc101a-c051-47fc-b03f-c2936de2db1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:49.058303 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eeeadc2-14ee-44b3-b060-e7dc97e00696 None None] Network 2a19d97a-0f53-46df-86fa-6148a8841956 requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:47:49.068882 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-32fc101a-c051-47fc-b03f-c2936de2db1e admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3117280 Jun 29 10:47:49.072008 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 50108) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:49.076768 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-7ac4b95d-d982-46cb-9168-8dc8ccb8e552 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-667958029-router', 'tenant_id': '9b5bc8fce6a347388dbb08e51022f98d', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'}}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:49.093235 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c58513-c982-424a-92d7-1b8ef4dd87ce req-a1d541a6-7b56-4760-a65c-284470b2b02d tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:49.094878 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d7c58513-c982-424a-92d7-1b8ef4dd87ce req-a1d541a6-7b56-4760-a65c-284470b2b02d tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 943 time: 0.0700974 Jun 29 10:47:49.097960 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7ac4b95d-d982-46cb-9168-8dc8ccb8e552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7868084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1699'] for router, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:49.099387 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7ac4b95d-d982-46cb-9168-8dc8ccb8e552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7868045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7908879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1690'] for router, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:49.137017 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d7c58513-c982-424a-92d7-1b8ef4dd87ce req-37e020b3-582f-4ee4-b3a8-e28c702b6ec9 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342252 Jun 29 10:47:49.152841 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7ac4b95d-d982-46cb-9168-8dc8ccb8e552 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:49.212981 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c02758-11f0-4c5e-ae78-b1e28852101b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bfd3446-107e-502c-af97-eaf1b64c2165-2a19d97a-0f53-46df-86fa-6148a8841956', 'network_id': '2a19d97a-0f53-46df-86fa-6148a8841956', 'tenant_id': '9b5bc8fce6a347388dbb08e51022f98d', 'fixed_ips': [{'subnet_id': '7b6f5e7d-a49f-427f-8c0a-3db1b0e9759b'}]}} from dv-cinder-792209-3-iscsi. {{(pid=99534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:47:49.214149 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-72c02758-11f0-4c5e-ae78-b1e28852101b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:49.293360 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7ac4b95d-d982-46cb-9168-8dc8ccb8e552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7907788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7867392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1668'] for router, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:49.467658 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.db_base_plugin_common [None req-72c02758-11f0-4c5e-ae78-b1e28852101b None None] Allocated IP 172.20.0.2 (2a19d97a-0f53-46df-86fa-6148a8841956/7b6f5e7d-a49f-427f-8c0a-3db1b0e9759b/7a110e8b-2d05-4213-9551-308b145e0cf3) {{(pid=99534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:47:49.513260 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7ac4b95d-d982-46cb-9168-8dc8ccb8e552 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:49.537581 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9747a-1889-426d-b264-a27e6c3898c5 req-e6c69d73-0e0b-4b8c-aeaa-28609d670914 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:49.537835 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7ac4b95d-d982-46cb-9168-8dc8ccb8e552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:49.539320 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a9c9747a-1889-426d-b264-a27e6c3898c5 req-e6c69d73-0e0b-4b8c-aeaa-28609d670914 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 943 time: 0.0846395 Jun 29 10:47:49.586324 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a9c9747a-1889-426d-b264-a27e6c3898c5 req-85eb7c5c-d268-4bc4-8fb0-20fa8e0a9e1f tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410945 Jun 29 10:47:49.625234 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device 3e3ffc71-6d90-4b7b-9b0f-df361cbd6878 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:47:49.632164 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-72c02758-11f0-4c5e-ae78-b1e28852101b None None] Notify callbacks [] for port, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:49.647161 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [None req-7ac4b95d-d982-46cb-9168-8dc8ccb8e552 admin admin] Allocated IP 172.27.0.178 (2b1c2b73-c07b-4ea8-8347-94f00b07ac35/05f04cdc-c6be-4227-89f2-0a6a720b3b38/36409ac5-099c-4878-bf2d-306ac82acd05) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:47:49.648091 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-72c02758-11f0-4c5e-ae78-b1e28852101b None None] Transition to ACTIVE for port object 7a110e8b-2d05-4213-9551-308b145e0cf3 will not be triggered until provisioned by entity L2. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:47:49.702793 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-72c02758-11f0-4c5e-ae78-b1e28852101b None None] Transition to ACTIVE for port object 7a110e8b-2d05-4213-9551-308b145e0cf3 will not be triggered until provisioned by entity DHCP. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:47:49.711218 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-72c02758-11f0-4c5e-ae78-b1e28852101b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799'] for port, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:49.717200 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-70aafe65-095f-412a-b4ad-160d1052420b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:49.751444 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7ac4b95d-d982-46cb-9168-8dc8ccb8e552 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:49.767982 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c02758-11f0-4c5e-ae78-b1e28852101b None None] Network 2a19d97a-0f53-46df-86fa-6148a8841956 is already hosted by enough agents. {{(pid=99534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:47:49.774773 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.scheduler.base_scheduler [None req-72c02758-11f0-4c5e-ae78-b1e28852101b None None] Resources bound (agent type, host, resource id): {{(pid=99534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:47:49.782413 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c02758-11f0-4c5e-ae78-b1e28852101b None None] Received port after_create {{(pid=99534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:47:49.790088 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7ac4b95d-d982-46cb-9168-8dc8ccb8e552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4232069'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:49.792844 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-618911bf-6ac1-4e5a-8f3b-7d7da746c443 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:49.794278 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port 3e3ffc71-6d90-4b7b-9b0f-df361cbd6878, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3e3ffc71-6d90-4b7b-9b0f-df361cbd6878,segment=NetworkSegment(8e84c1c5-221f-4c99-9606-1ea868266866),segment_id=8e84c1c5-221f-4c99-9606-1ea868266866)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:49.796608 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c02758-11f0-4c5e-ae78-b1e28852101b None None] Pushing event updated for resources: {'Port': ['ID=7a110e8b-2d05-4213-9551-308b145e0cf3,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:49.803726 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-72c02758-11f0-4c5e-ae78-b1e28852101b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:49.824860 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac4b95d-d982-46cb-9168-8dc8ccb8e552 admin admin] Network 2b1c2b73-c07b-4ea8-8347-94f00b07ac35 is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:47:49.827200 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Returning: {'device': '3e3ffc71-6d90-4b7b-9b0f-df361cbd6878', 'network_id': 'b187e754-07fe-4781-924a-d886b55c9244', 'port_id': '3e3ffc71-6d90-4b7b-9b0f-df361cbd6878', 'mac_address': 'fa:16:3e:fb:10:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1434ea17-151b-4fa4-8fce-ecfeaa34af2c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:47:49.830071 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-7ac4b95d-d982-46cb-9168-8dc8ccb8e552 admin admin] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:47:49.833514 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac4b95d-d982-46cb-9168-8dc8ccb8e552 admin admin] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:47:49.860766 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac4b95d-d982-46cb-9168-8dc8ccb8e552 admin admin] Pushing event updated for resources: {'Port': ['ID=36409ac5-099c-4878-bf2d-306ac82acd05,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:49.864561 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-7ac4b95d-d982-46cb-9168-8dc8ccb8e552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:49.887542 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-72c02758-11f0-4c5e-ae78-b1e28852101b None None] Attempting to bind port 7a110e8b-2d05-4213-9551-308b145e0cf3 on host dv-cinder-792209-3-iscsi for vnic_type normal with profile {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:47:49.887922 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-72c02758-11f0-4c5e-ae78-b1e28852101b None None] Attempting to bind port 7a110e8b-2d05-4213-9551-308b145e0cf3 by drivers openvswitch,hyperv on host dv-cinder-792209-3-iscsi at level 0 using segments [{'id': 'd268b454-5f21-431b-a249-b90c8192c197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '2a19d97a-0f53-46df-86fa-6148a8841956'}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:47:49.888321 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c02758-11f0-4c5e-ae78-b1e28852101b None None] Attempting to bind port 7a110e8b-2d05-4213-9551-308b145e0cf3 on network 2a19d97a-0f53-46df-86fa-6148a8841956 {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:47:49.897749 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c02758-11f0-4c5e-ae78-b1e28852101b None None] Checking agent: {'id': 'fcf96668-74e6-4b26-856c-86c6583113ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 33, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:47:49.898133 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c02758-11f0-4c5e-ae78-b1e28852101b None None] Checking segment: {'id': 'd268b454-5f21-431b-a249-b90c8192c197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '2a19d97a-0f53-46df-86fa-6148a8841956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:47:49.898546 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-72c02758-11f0-4c5e-ae78-b1e28852101b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:49.898978 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c02758-11f0-4c5e-ae78-b1e28852101b None None] Bound using segment: {'id': 'd268b454-5f21-431b-a249-b90c8192c197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '2a19d97a-0f53-46df-86fa-6148a8841956'} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:47:49.899456 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-72c02758-11f0-4c5e-ae78-b1e28852101b None None] Bound port: 7a110e8b-2d05-4213-9551-308b145e0cf3, host: dv-cinder-792209-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd268b454-5f21-431b-a249-b90c8192c197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '2a19d97a-0f53-46df-86fa-6148a8841956'}}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:47:49.899848 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-72c02758-11f0-4c5e-ae78-b1e28852101b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:49.902417 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:49.923445 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e3ffc71-6d90-4b7b-9b0f-df361cbd6878 {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:47:49.966322 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port 3e3ffc71-6d90-4b7b-9b0f-df361cbd6878, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3e3ffc71-6d90-4b7b-9b0f-df361cbd6878,segment=NetworkSegment(8e84c1c5-221f-4c99-9606-1ea868266866),segment_id=8e84c1c5-221f-4c99-9606-1ea868266866)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:49.972728 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:49.978858 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:50.014288 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-72c02758-11f0-4c5e-ae78-b1e28852101b None None] For port 7a110e8b-2d05-4213-9551-308b145e0cf3, host dv-cinder-792209-3-iscsi, cleared binding levels {{(pid=99534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:47:50.031527 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-72c02758-11f0-4c5e-ae78-b1e28852101b None None] For port 7a110e8b-2d05-4213-9551-308b145e0cf3, host dv-cinder-792209-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=7a110e8b-2d05-4213-9551-308b145e0cf3,segment=NetworkSegment(d268b454-5f21-431b-a249-b90c8192c197),segment_id=d268b454-5f21-431b-a249-b90c8192c197)] {{(pid=99534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:47:50.039615 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-72c02758-11f0-4c5e-ae78-b1e28852101b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:50.049095 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=3e3ffc71-6d90-4b7b-9b0f-df361cbd6878,revision_number=9']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:50.052958 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:50.053438 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:50.109908 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c02758-11f0-4c5e-ae78-b1e28852101b None None] Pushing event updated for resources: {'Port': ['ID=7a110e8b-2d05-4213-9551-308b145e0cf3,revision_number=2']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:50.114380 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-72c02758-11f0-4c5e-ae78-b1e28852101b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:50.125143 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01ae62-65e1-4d65-97cd-80df51ff99e8 req-b9220af0-e1d0-4d05-931a-6ebb40d84d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:50.126711 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-bf01ae62-65e1-4d65-97cd-80df51ff99e8 req-b9220af0-e1d0-4d05-931a-6ebb40d84d4e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5&tenant_id=fc36cdfa812e4636821c2b2d1b679dd1 HTTP/1.1" status: 200 len: 1096 time: 0.1053205 Jun 29 10:47:50.131036 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7ac4b95d-d982-46cb-9168-8dc8ccb8e552 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:50.316102 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] get_ports_and_sgs() called for port_ids ['3e3ffc71-6d90-4b7b-9b0f-df361cbd6878'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:47:50.316340 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01ae62-65e1-4d65-97cd-80df51ff99e8 req-1c59e223-16ee-4cbe-b7ad-2b6294d8f577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:50.317600 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-bf01ae62-65e1-4d65-97cd-80df51ff99e8 req-1c59e223-16ee-4cbe-b7ad-2b6294d8f577 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc36cdfa812e4636821c2b2d1b679dd1&device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 1096 time: 0.1497135 Jun 29 10:47:50.363698 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c52c54-eadf-4619-a351-b4243efcbfe4 req-fc089e75-7705-4cbd-a570-b97275507178 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:50.365482 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-62c52c54-eadf-4619-a351-b4243efcbfe4 req-fc089e75-7705-4cbd-a570-b97275507178 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 944 time: 0.0827811 Jun 29 10:47:50.414749 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-62c52c54-eadf-4619-a351-b4243efcbfe4 req-44104ba1-e5a0-40af-bda2-eb0adc22bf15 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426064 Jun 29 10:47:50.446408 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7ac4b95d-d982-46cb-9168-8dc8ccb8e552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7907817'] for router, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:50.507452 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01ae62-65e1-4d65-97cd-80df51ff99e8 req-83deccc9-4622-4670-a7b7-fee5667dbfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:50.508820 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-bf01ae62-65e1-4d65-97cd-80df51ff99e8 req-83deccc9-4622-4670-a7b7-fee5667dbfe9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e46ac46-13aa-440b-9acd-79dc5c709b8a HTTP/1.1" status: 200 len: 910 time: 0.1781945 Jun 29 10:47:50.616300 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-bf01ae62-65e1-4d65-97cd-80df51ff99e8 req-add3a6b6-a062-41f8-8a58-2b48389e5314 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0f5faf2-0682-4ef9-a2b5-93d709a82f57 HTTP/1.1" status: 200 len: 999 time: 0.0980561 Jun 29 10:47:50.675196 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac4b95d-d982-46cb-9168-8dc8ccb8e552 admin admin] Router b5c1d359-28ea-449e-81f0-5aaab9546898 is scheduled to L3 agent 8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f with binding_index 1 {{(pid=99532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:47:50.678810 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01ae62-65e1-4d65-97cd-80df51ff99e8 req-8a56abf9-210d-444f-853d-8b48be6bce2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:50.680271 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-bf01ae62-65e1-4d65-97cd-80df51ff99e8 req-8a56abf9-210d-444f-853d-8b48be6bce2e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3d189302-9f00-41d9-950a-7c945719ae16 HTTP/1.1" status: 200 len: 848 time: 0.0548265 Jun 29 10:47:50.758636 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c33cd7-e1c9-4f76-8090-4c4f662eab33 req-a94c2570-cb5e-4c52-b632-5524bf683434 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:50.760255 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-16c33cd7-e1c9-4f76-8090-4c4f662eab33 req-a94c2570-cb5e-4c52-b632-5524bf683434 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 943 time: 0.0717275 Jun 29 10:47:50.802689 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-16c33cd7-e1c9-4f76-8090-4c4f662eab33 req-154d2432-cd21-4afb-8fb8-c82d25da3936 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366716 Jun 29 10:47:50.830206 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf01ae62-65e1-4d65-97cd-80df51ff99e8 req-5f755f55-86d1-4ed5-8522-07b584b8d861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:50.831728 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-bf01ae62-65e1-4d65-97cd-80df51ff99e8 req-5f755f55-86d1-4ed5-8522-07b584b8d861 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e46ac46-13aa-440b-9acd-79dc5c709b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1423867 Jun 29 10:47:50.832656 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac4b95d-d982-46cb-9168-8dc8ccb8e552 admin admin] Notify agent at l3_agent.dv-cinder-792209-3-iscsi the message routers_updated {{(pid=99532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:47:50.843311 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c42e2e-91dc-4ffa-94d4-6abbfed2cf0f None None] Sync routers for ids ['b5c1d359-28ea-449e-81f0-5aaab9546898'] in dv-cinder-792209-3-iscsi {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:47:50.853245 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c42e2e-91dc-4ffa-94d4-6abbfed2cf0f None None] Routers {'b5c1d359-28ea-449e-81f0-5aaab9546898'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:47:50.853965 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-11c42e2e-91dc-4ffa-94d4-6abbfed2cf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:47:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['b5c1d359-28ea-449e-81f0-5aaab9546898'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:50.887796 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7ac4b95d-d982-46cb-9168-8dc8ccb8e552 admin admin] Notify callbacks [] for router, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:50.890659 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-7ac4b95d-d982-46cb-9168-8dc8ccb8e552 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8166754 Jun 29 10:47:50.892272 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 50116) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:50.964011 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-11c42e2e-91dc-4ffa-94d4-6abbfed2cf0f None None] Set router b5c1d359-28ea-449e-81f0-5aaab9546898 gateway port host: dv-cinder-792209-3-iscsi {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:47:51.010622 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-bf01ae62-65e1-4d65-97cd-80df51ff99e8 req-52b9f4f5-e27d-47d7-9151-cb107dd0da5a service neutron] 10.222.0.41 "GET /v2.0/networks/3e46ac46-13aa-440b-9acd-79dc5c709b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698067 Jun 29 10:47:51.034209 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d5f5a6-4b47-4102-aa6a-833dd751e9b2 None None] Network 2a19d97a-0f53-46df-86fa-6148a8841956 requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:47:51.120113 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-28f133d6-d62f-4fe4-a301-e074d7f84853 None None] Provisioning for port 7a110e8b-2d05-4213-9551-308b145e0cf3 completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:47:51.188772 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-bf01ae62-65e1-4d65-97cd-80df51ff99e8 req-43a9586b-3b4e-47d4-8a42-fbc34c9b77ea service neutron] 10.222.0.41 "GET /v2.0/networks/3e46ac46-13aa-440b-9acd-79dc5c709b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643863 Jun 29 10:47:51.296509 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-11c42e2e-91dc-4ffa-94d4-6abbfed2cf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c1d359-28ea-449e-81f0-5aaab9546898', 'name': 'tempest-TestMinimumBasicScenario-667958029-router', 'tenant_id': '9b5bc8fce6a347388dbb08e51022f98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '36409ac5-099c-4878-bf2d-306ac82acd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:49Z', 'updated_at': '2021-06-29T10:47:49Z', 'revision_number': 3, 'project_id': '9b5bc8fce6a347388dbb08e51022f98d', 'gw_port': {'id': '36409ac5-099c-4878-bf2d-306ac82acd05', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:32:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c1d359-28ea-449e-81f0-5aaab9546898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:49Z', 'updated_at': '2021-06-29T10:47:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi'}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:51.324909 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c42e2e-91dc-4ffa-94d4-6abbfed2cf0f None None] Checking router: b5c1d359-28ea-449e-81f0-5aaab9546898 for host: dv-cinder-792209-3-iscsi {{(pid=99534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:47:51.325265 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c42e2e-91dc-4ffa-94d4-6abbfed2cf0f None None] Updating router b5c1d359-28ea-449e-81f0-5aaab9546898 port 36409ac5-099c-4878-bf2d-306ac82acd05 binding host dv-cinder-792209-3-iscsi {{(pid=99534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:47:51.364379 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-11c42e2e-91dc-4ffa-94d4-6abbfed2cf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:51.395494 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4b0458cf-f35f-45cc-b82c-42e12ecfb96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:51.571097 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [None req-4b0458cf-f35f-45cc-b82c-42e12ecfb96c admin admin] Allocated IP 172.20.0.1 (2a19d97a-0f53-46df-86fa-6148a8841956/7b6f5e7d-a49f-427f-8c0a-3db1b0e9759b/161252df-8822-4816-ab14-00441fc58d3c) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:47:51.605789 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf4bf2-121b-4477-b583-21fdd3acc232 req-1512b3df-a9f6-4bb9-9477-a70bc09de08c tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:51.607785 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-38bf4bf2-121b-4477-b583-21fdd3acc232 req-1512b3df-a9f6-4bb9-9477-a70bc09de08c tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 944 time: 0.0691707 Jun 29 10:47:51.638344 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device 3e3ffc71-6d90-4b7b-9b0f-df361cbd6878 up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:47:51.641181 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-11c42e2e-91dc-4ffa-94d4-6abbfed2cf0f None None] Notify callbacks [] for port, precommit_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:51.648801 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-38bf4bf2-121b-4477-b583-21fdd3acc232 req-2c4283e7-7110-4e21-9ecc-c06d1ce73b9a tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350695 Jun 29 10:47:51.670275 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-11c42e2e-91dc-4ffa-94d4-6abbfed2cf0f None None] Transition to ACTIVE for port object 36409ac5-099c-4878-bf2d-306ac82acd05 will not be triggered until provisioned by entity L2. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:47:51.682077 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4b0458cf-f35f-45cc-b82c-42e12ecfb96c admin admin] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:51.688213 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-11c42e2e-91dc-4ffa-94d4-6abbfed2cf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:51.691356 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-f5714e98-99d0-43d3-91ce-7a2c6620ea0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:51.694861 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.provisioning_blocks [None req-4b0458cf-f35f-45cc-b82c-42e12ecfb96c admin admin] Transition to ACTIVE for port object 161252df-8822-4816-ab14-00441fc58d3c will not be triggered until provisioned by entity DHCP. {{(pid=99532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:47:51.727922 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4b0458cf-f35f-45cc-b82c-42e12ecfb96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4232069'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:51.729848 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-618911bf-6ac1-4e5a-8f3b-7d7da746c443 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:51.744357 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Provisioning complete for port 3e3ffc71-6d90-4b7b-9b0f-df361cbd6878 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:51.744729 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:51.746253 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-11c42e2e-91dc-4ffa-94d4-6abbfed2cf0f None None] Attempting to bind port 36409ac5-099c-4878-bf2d-306ac82acd05 on host dv-cinder-792209-3-iscsi for vnic_type normal with profile {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:47:51.746637 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-11c42e2e-91dc-4ffa-94d4-6abbfed2cf0f None None] Attempting to bind port 36409ac5-099c-4878-bf2d-306ac82acd05 by drivers openvswitch,hyperv on host dv-cinder-792209-3-iscsi at level 0 using segments [{'id': 'b07597a5-acfa-4ea0-afa4-34f991bc6949', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:47:51.747002 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c42e2e-91dc-4ffa-94d4-6abbfed2cf0f None None] Attempting to bind port 36409ac5-099c-4878-bf2d-306ac82acd05 on network 2b1c2b73-c07b-4ea8-8347-94f00b07ac35 {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:47:51.749394 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a9b87a-1c0b-4741-a3d8-4acf2568bb10 None None] Pushing event updated for resources: {'Port': ['ID=36409ac5-099c-4878-bf2d-306ac82acd05,revision_number=2']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:51.753161 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-29a9b87a-1c0b-4741-a3d8-4acf2568bb10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:51.774803 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0458cf-f35f-45cc-b82c-42e12ecfb96c admin admin] Network 2a19d97a-0f53-46df-86fa-6148a8841956 is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:47:51.774993 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c42e2e-91dc-4ffa-94d4-6abbfed2cf0f None None] Checking agent: {'id': 'fcf96668-74e6-4b26-856c-86c6583113ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 33, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:47:51.775266 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c42e2e-91dc-4ffa-94d4-6abbfed2cf0f None None] Checking segment: {'id': 'b07597a5-acfa-4ea0-afa4-34f991bc6949', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:47:51.775665 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-11c42e2e-91dc-4ffa-94d4-6abbfed2cf0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:51.776062 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c42e2e-91dc-4ffa-94d4-6abbfed2cf0f None None] Bound using segment: {'id': 'b07597a5-acfa-4ea0-afa4-34f991bc6949', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:47:51.776531 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-11c42e2e-91dc-4ffa-94d4-6abbfed2cf0f None None] Bound port: 36409ac5-099c-4878-bf2d-306ac82acd05, host: dv-cinder-792209-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b07597a5-acfa-4ea0-afa4-34f991bc6949', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'}}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:47:51.776910 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-11c42e2e-91dc-4ffa-94d4-6abbfed2cf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:51.780148 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-4b0458cf-f35f-45cc-b82c-42e12ecfb96c admin admin] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:47:51.782501 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0458cf-f35f-45cc-b82c-42e12ecfb96c admin admin] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:47:51.786175 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0458cf-f35f-45cc-b82c-42e12ecfb96c admin admin] Pushing event updated for resources: {'Port': ['ID=161252df-8822-4816-ab14-00441fc58d3c,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:51.788607 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-4b0458cf-f35f-45cc-b82c-42e12ecfb96c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:51.825746 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4b0458cf-f35f-45cc-b82c-42e12ecfb96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7865503'] for router_interface, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:51.845513 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-11c42e2e-91dc-4ffa-94d4-6abbfed2cf0f None None] For port 36409ac5-099c-4878-bf2d-306ac82acd05, host dv-cinder-792209-3-iscsi, cleared binding levels {{(pid=99534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:47:51.849705 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-11c42e2e-91dc-4ffa-94d4-6abbfed2cf0f None None] For port 36409ac5-099c-4878-bf2d-306ac82acd05, host dv-cinder-792209-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=36409ac5-099c-4878-bf2d-306ac82acd05,segment=NetworkSegment(b07597a5-acfa-4ea0-afa4-34f991bc6949),segment_id=b07597a5-acfa-4ea0-afa4-34f991bc6949)] {{(pid=99534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:47:51.869618 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-11c42e2e-91dc-4ffa-94d4-6abbfed2cf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:51.873537 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:51.934929 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:51.955955 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a9b87a-1c0b-4741-a3d8-4acf2568bb10 None None] Pushing event updated for resources: {'Port': ['ID=36409ac5-099c-4878-bf2d-306ac82acd05,revision_number=3']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:51.992493 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-29a9b87a-1c0b-4741-a3d8-4acf2568bb10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:51.999221 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3ffc71-6d90-4b7b-9b0f-df361cbd6878'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:52.001844 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3762a8f488588fc24900269a9cc386d753c3d6f951c38e7bc7f446f2f69fbffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e391d14-be3f-4126-9af5-cf942037da59" -d '{"events": [{"server_uuid": "cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf", "name": "network-vif-plugged", "status": "completed", "tag": "3e3ffc71-6d90-4b7b-9b0f-df361cbd6878"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:52.039415 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c42e2e-91dc-4ffa-94d4-6abbfed2cf0f None None] Routers {'b5c1d359-28ea-449e-81f0-5aaab9546898'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:47:52.041013 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-11c42e2e-91dc-4ffa-94d4-6abbfed2cf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:47:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['b5c1d359-28ea-449e-81f0-5aaab9546898'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:52.058881 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port 3e3ffc71-6d90-4b7b-9b0f-df361cbd6878, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3e3ffc71-6d90-4b7b-9b0f-df361cbd6878,segment=NetworkSegment(8e84c1c5-221f-4c99-9606-1ea868266866),segment_id=8e84c1c5-221f-4c99-9606-1ea868266866)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:52.067330 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 7a110e8b-2d05-4213-9551-308b145e0cf3 up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:47:52.084497 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b5501-4311-4435-bbb9-9f0ac7434233 req-8de32950-4d33-43dd-885c-c652cff7bcb3 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:52.086757 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f80b5501-4311-4435-bbb9-9f0ac7434233 req-8de32950-4d33-43dd-885c-c652cff7bcb3 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 943 time: 0.1083241 Jun 29 10:47:52.116373 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8a18bb-2317-4ed1-8bbf-dcb05d415925 x-openstack-request-id: req-4d8a18bb-2317-4ed1-8bbf-dcb05d415925 {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:47:52.116822 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf", "name": "network-vif-plugged", "status": "completed", "tag": "3e3ffc71-6d90-4b7b-9b0f-df361cbd6878", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:47:52.117155 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4d8a18bb-2317-4ed1-8bbf-dcb05d415925 {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:47:52.117626 dv-cinder-792209-3-iscsi neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3ffc71-6d90-4b7b-9b0f-df361cbd6878', 'code': 200} Jun 29 10:47:52.119238 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:52.123172 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-72c02758-11f0-4c5e-ae78-b1e28852101b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:52.136736 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f80b5501-4311-4435-bbb9-9f0ac7434233 req-a48ee613-caba-4cc2-89b8-1a3d7eac61a0 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421424 Jun 29 10:47:52.263497 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4b0458cf-f35f-45cc-b82c-42e12ecfb96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:52.382782 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-948b49f5-3164-4997-9c07-4ed22c793967 None None] Provisioning for port 161252df-8822-4816-ab14-00441fc58d3c completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:47:52.396455 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-948b49f5-3164-4997-9c07-4ed22c793967 None None] Provisioning complete for port 161252df-8822-4816-ab14-00441fc58d3c triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:52.396835 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-948b49f5-3164-4997-9c07-4ed22c793967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:52.398262 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=3e3ffc71-6d90-4b7b-9b0f-df361cbd6878,revision_number=10']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:52.403631 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:52.428398 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648057d-900c-487b-9b58-6434dc2fc439 req-1b02ec57-9db5-4114-8aad-f6955780a59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:52.429867 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-c648057d-900c-487b-9b58-6434dc2fc439 req-1b02ec57-9db5-4114-8aad-f6955780a59e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 1099 time: 0.1256223 Jun 29 10:47:52.445505 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-11c42e2e-91dc-4ffa-94d4-6abbfed2cf0f None None] Set router b5c1d359-28ea-449e-81f0-5aaab9546898 gateway port host: dv-cinder-792209-3-iscsi {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:47:52.490219 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4b0458cf-f35f-45cc-b82c-42e12ecfb96c admin admin] Notify callbacks [] for port, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:52.493666 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-c648057d-900c-487b-9b58-6434dc2fc439 req-128c608a-6a30-4546-b034-a31129267a7f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485954 Jun 29 10:47:52.494897 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4b0458cf-f35f-45cc-b82c-42e12ecfb96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4232083'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:52.497130 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-e02ff3d2-748f-489d-9e41-58df846631a8 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:52.501738 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning for port 7a110e8b-2d05-4213-9551-308b145e0cf3 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:47:52.506380 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-948b49f5-3164-4997-9c07-4ed22c793967 None None] Port 161252df-8822-4816-ab14-00441fc58d3c cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:47:52.509426 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port 7a110e8b-2d05-4213-9551-308b145e0cf3 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:52.510179 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:52.562994 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0458cf-f35f-45cc-b82c-42e12ecfb96c admin admin] Pushing event updated for resources: {'Port': ['ID=161252df-8822-4816-ab14-00441fc58d3c,revision_number=2']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:52.565463 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4b0458cf-f35f-45cc-b82c-42e12ecfb96c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7896118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7865451'] for router_interface, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:52.567376 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-4b0458cf-f35f-45cc-b82c-42e12ecfb96c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:52.652008 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0458cf-f35f-45cc-b82c-42e12ecfb96c admin admin] Network 2a19d97a-0f53-46df-86fa-6148a8841956 is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:47:52.653358 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-4b0458cf-f35f-45cc-b82c-42e12ecfb96c admin admin] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:47:52.663759 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:52.711761 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] For port 7a110e8b-2d05-4213-9551-308b145e0cf3, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=7a110e8b-2d05-4213-9551-308b145e0cf3,segment=NetworkSegment(d268b454-5f21-431b-a249-b90c8192c197),segment_id=d268b454-5f21-431b-a249-b90c8192c197)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:52.716342 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:52.719962 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:52.744330 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-11c42e2e-91dc-4ffa-94d4-6abbfed2cf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c1d359-28ea-449e-81f0-5aaab9546898', 'name': 'tempest-TestMinimumBasicScenario-667958029-router', 'tenant_id': '9b5bc8fce6a347388dbb08e51022f98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '36409ac5-099c-4878-bf2d-306ac82acd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:49Z', 'updated_at': '2021-06-29T10:47:49Z', 'revision_number': 3, 'project_id': '9b5bc8fce6a347388dbb08e51022f98d', 'gw_port': {'id': '36409ac5-099c-4878-bf2d-306ac82acd05', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:32:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c1d359-28ea-449e-81f0-5aaab9546898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:49Z', 'updated_at': '2021-06-29T10:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi'}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:52.778666 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b0458cf-f35f-45cc-b82c-42e12ecfb96c admin admin] Router b5c1d359-28ea-449e-81f0-5aaab9546898 has already been hosted by L3 agent 8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f {{(pid=99532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:47:52.780429 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c42e2e-91dc-4ffa-94d4-6abbfed2cf0f None None] The sync data for ids ['b5c1d359-28ea-449e-81f0-5aaab9546898'] in dv-cinder-792209-3-iscsi is: [{'id': 'b5c1d359-28ea-449e-81f0-5aaab9546898', 'name': 'tempest-TestMinimumBasicScenario-667958029-router', 'tenant_id': '9b5bc8fce6a347388dbb08e51022f98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '36409ac5-099c-4878-bf2d-306ac82acd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:49Z', 'updated_at': '2021-06-29T10:47:49Z', 'revision_number': 3, 'project_id': '9b5bc8fce6a347388dbb08e51022f98d', 'gw_port': {'id': '36409ac5-099c-4878-bf2d-306ac82acd05', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:32:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c1d359-28ea-449e-81f0-5aaab9546898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:49Z', 'updated_at': '2021-06-29T10:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi'}] {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:47:52.799159 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Pushing event updated for resources: {'Port': ['ID=7a110e8b-2d05-4213-9551-308b145e0cf3,revision_number=3']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:52.802300 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:52.898486 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0458cf-f35f-45cc-b82c-42e12ecfb96c admin admin] Notify agent at l3_agent.dv-cinder-792209-3-iscsi the message routers_updated {{(pid=99532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:47:52.903214 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf68fc3-402a-4715-9cc9-115da8d4b59d req-794e2980-5008-42d9-8491-21138b639ea7 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:52.908889 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-4b0458cf-f35f-45cc-b82c-42e12ecfb96c admin admin] 10.222.0.61 "PUT /v2.0/routers/b5c1d359-28ea-449e-81f0-5aaab9546898/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0104387 Jun 29 10:47:52.908990 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3cf68fc3-402a-4715-9cc9-115da8d4b59d req-794e2980-5008-42d9-8491-21138b639ea7 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 946 time: 0.0878317 Jun 29 10:47:52.935565 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-02caf328-23e8-4ce7-9dd3-57e47320e592 None None] Provisioning complete for port 161252df-8822-4816-ab14-00441fc58d3c triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:52.936125 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-02caf328-23e8-4ce7-9dd3-57e47320e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:52.948356 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3cf68fc3-402a-4715-9cc9-115da8d4b59d req-af411be9-7657-4e32-8567-9c9fb5580bd8 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368526 Jun 29 10:47:52.972968 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-02caf328-23e8-4ce7-9dd3-57e47320e592 None None] Port 161252df-8822-4816-ab14-00441fc58d3c cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:47:53.331475 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce316dd-e309-4d02-9d0d-a08d98862693 req-71a27218-01f3-41b3-911b-59fdac2d0cc2 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:53.333021 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-bce316dd-e309-4d02-9d0d-a08d98862693 req-71a27218-01f3-41b3-911b-59fdac2d0cc2 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 943 time: 0.0715878 Jun 29 10:47:53.374452 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-bce316dd-e309-4d02-9d0d-a08d98862693 req-84510099-df3f-426f-96c8-fe9ffcfb65a0 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348763 Jun 29 10:47:53.448684 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 50142) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:53.454057 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-db84e321-da86-43e2-9118-dc2aaea2b844 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2099384855-network', 'tenant_id': '7e8b5657b03645ab9a247c9fdd7f2844'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:53.476363 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db84e321-da86-43e2-9118-dc2aaea2b844 admin admin] Made reservation on behalf of 7e8b5657b03645ab9a247c9fdd7f2844 for: {'network': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:47:53.478715 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-db84e321-da86-43e2-9118-dc2aaea2b844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for network, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:53.488215 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-db84e321-da86-43e2-9118-dc2aaea2b844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:53.579055 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-db84e321-da86-43e2-9118-dc2aaea2b844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:53.583588 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-db84e321-da86-43e2-9118-dc2aaea2b844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:53.587684 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-e0922f4d-f239-496a-a2ad-4ce12df148b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:53.605070 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db84e321-da86-43e2-9118-dc2aaea2b844 admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=99532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:47:53.620479 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84e321-da86-43e2-9118-dc2aaea2b844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8140e5-68f4-49e9-9a43-ab0a1c68e786,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:53.623354 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-db84e321-da86-43e2-9118-dc2aaea2b844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342'] for segment, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:53.623697 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.db.segments_db [None req-db84e321-da86-43e2-9118-dc2aaea2b844 admin admin] Added segment f2da1022-c9dd-477d-b8c8-46be598e2a7f of type vlan for network a8e58dd5-c1c5-4fbd-8c50-745045f39aa4 Jun 29 10:47:53.625601 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-db84e321-da86-43e2-9118-dc2aaea2b844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:53.670412 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-db84e321-da86-43e2-9118-dc2aaea2b844 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772013063217'] for network, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:53.701407 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-db84e321-da86-43e2-9118-dc2aaea2b844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780'] for network, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:53.702892 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db84e321-da86-43e2-9118-dc2aaea2b844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:53.703477 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-db84e321-da86-43e2-9118-dc2aaea2b844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for network, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:53.705560 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-a910af57-9ed4-432a-ad09-cb0e447046b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:53.753487 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-db84e321-da86-43e2-9118-dc2aaea2b844 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3036103 Jun 29 10:47:53.756611 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 50148) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:53.762896 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-81b4dc52-9c07-431b-a0dd-5f3ed7a3ede4 admin admin] Request body: {'subnet': {'network_id': 'a8e58dd5-c1c5-4fbd-8c50-745045f39aa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2099384855-subnet', 'tenant_id': '7e8b5657b03645ab9a247c9fdd7f2844', 'ip_version': 4}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:53.764493 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84e321-da86-43e2-9118-dc2aaea2b844 admin admin] Pushing event updated for resources: {'Network': ['ID=a8e58dd5-c1c5-4fbd-8c50-745045f39aa4,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:53.768095 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-db84e321-da86-43e2-9118-dc2aaea2b844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:53.778255 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Network a8e58dd5-c1c5-4fbd-8c50-745045f39aa4 details requested by agent ovs-agent-dv-cinder-792209-3-iscsi with host dv-cinder-792209-3-iscsi {{(pid=99534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:47:53.790123 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b4dc52-9c07-431b-a0dd-5f3ed7a3ede4 admin admin] Made reservation on behalf of 7e8b5657b03645ab9a247c9fdd7f2844 for: {'subnet': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:47:53.793726 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-81b4dc52-9c07-431b-a0dd-5f3ed7a3ede4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4423340'] for subnet, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:54.003183 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-81b4dc52-9c07-431b-a0dd-5f3ed7a3ede4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5295404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3981142'] for subnet, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:54.006968 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-9276eb3e-d9b6-4539-88cc-4060c3ee6c0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:54.045470 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 36409ac5-099c-4878-bf2d-306ac82acd05 up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:47:54.076846 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b4dc52-9c07-431b-a0dd-5f3ed7a3ede4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8506d442-12b0-4c3d-840d-8b580d7dd2a3,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:54.080859 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-81b4dc52-9c07-431b-a0dd-5f3ed7a3ede4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:54.085867 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b4dc52-9c07-431b-a0dd-5f3ed7a3ede4 admin admin] Checking segment: {'id': 'f2da1022-c9dd-477d-b8c8-46be598e2a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a8e58dd5-c1c5-4fbd-8c50-745045f39aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:47:54.086396 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b4dc52-9c07-431b-a0dd-5f3ed7a3ede4 admin admin] Network hostable DHCP agents. Network: a8e58dd5-c1c5-4fbd-8c50-745045f39aa4, hostable agents: ['0f321f44-7bd1-49aa-8caa-09a569631bca'], hosted agents: [] {{(pid=99533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:47:54.105047 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning for port 36409ac5-099c-4878-bf2d-306ac82acd05 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:47:54.109947 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b4dc52-9c07-431b-a0dd-5f3ed7a3ede4 admin admin] Network a8e58dd5-c1c5-4fbd-8c50-745045f39aa4 is scheduled to be hosted by DHCP agent 0f321f44-7bd1-49aa-8caa-09a569631bca with binding_index 1 {{(pid=99533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:47:54.110281 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port 36409ac5-099c-4878-bf2d-306ac82acd05 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:54.110728 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:54.138703 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-81b4dc52-9c07-431b-a0dd-5f3ed7a3ede4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-3-iscsi, a8e58dd5-c1c5-4fbd-8c50-745045f39aa4) {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:47:54.153022 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b4dc52-9c07-431b-a0dd-5f3ed7a3ede4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:54.154045 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-81b4dc52-9c07-431b-a0dd-5f3ed7a3ede4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:54.155717 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d638e088-1808-4248-945f-719d299c0cc2 None None] Network a8e58dd5-c1c5-4fbd-8c50-745045f39aa4 requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:47:54.201383 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-81b4dc52-9c07-431b-a0dd-5f3ed7a3ede4 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4433920 Jun 29 10:47:54.203796 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 50180) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:54.208903 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-4cf17cdc-c57f-4ef9-9f31-bfa80e03a7c6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2099384855-router', 'tenant_id': '7e8b5657b03645ab9a247c9fdd7f2844', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'}}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:47:54.231439 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204bea46-eca2-4b5c-b526-a0ef730a9caf req-f2324f73-b023-46ba-82c2-8ef9dc4dcb5e tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:54.240759 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-204bea46-eca2-4b5c-b526-a0ef730a9caf req-f2324f73-b023-46ba-82c2-8ef9dc4dcb5e tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 946 time: 0.0991614 Jun 29 10:47:54.242515 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4cf17cdc-c57f-4ef9-9f31-bfa80e03a7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7868084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1699'] for router, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:54.245297 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4cf17cdc-c57f-4ef9-9f31-bfa80e03a7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7868045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7908879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1690'] for router, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:54.293079 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-204bea46-eca2-4b5c-b526-a0ef730a9caf req-b18406a3-24dc-4201-a59d-e67018ec5d67 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514166 Jun 29 10:47:54.328690 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:54.357174 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4cf17cdc-c57f-4ef9-9f31-bfa80e03a7c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:54.360763 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] For port 36409ac5-099c-4878-bf2d-306ac82acd05, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=36409ac5-099c-4878-bf2d-306ac82acd05,segment=NetworkSegment(b07597a5-acfa-4ea0-afa4-34f991bc6949),segment_id=b07597a5-acfa-4ea0-afa4-34f991bc6949)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:54.388888 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:54.389804 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 7a110e8b-2d05-4213-9551-308b145e0cf3 up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:47:54.391538 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-29a9b87a-1c0b-4741-a3d8-4acf2568bb10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:54.439485 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b39655-18c8-471e-a8ce-756b7833ec29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bfd3446-107e-502c-af97-eaf1b64c2165-a8e58dd5-c1c5-4fbd-8c50-745045f39aa4', 'network_id': 'a8e58dd5-c1c5-4fbd-8c50-745045f39aa4', 'tenant_id': '7e8b5657b03645ab9a247c9fdd7f2844', 'fixed_ips': [{'subnet_id': '8506d442-12b0-4c3d-840d-8b580d7dd2a3'}]}} from dv-cinder-792209-3-iscsi. {{(pid=99534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:47:54.440496 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-86b39655-18c8-471e-a8ce-756b7833ec29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:54.518272 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4cf17cdc-c57f-4ef9-9f31-bfa80e03a7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7907788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7867392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1668'] for router, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:54.561945 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Pushing event updated for resources: {'Port': ['ID=36409ac5-099c-4878-bf2d-306ac82acd05,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:54.565330 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:54.582235 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port 7a110e8b-2d05-4213-9551-308b145e0cf3 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:54.582750 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:54.624680 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bf5e5-b543-43c8-9a69-fc7c6a6fac3b req-2f7bc947-10b1-402c-b18c-e1ca26fddf9b tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:54.626204 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ac2bf5e5-b543-43c8-9a69-fc7c6a6fac3b req-2f7bc947-10b1-402c-b18c-e1ca26fddf9b tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 943 time: 0.0964313 Jun 29 10:47:54.640370 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ad4b94-dbf5-4e55-b5a2-60f724975715 None None] Sync routers for ids ['b5c1d359-28ea-449e-81f0-5aaab9546898'] in dv-cinder-792209-3-iscsi {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:47:54.652717 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ad4b94-dbf5-4e55-b5a2-60f724975715 None None] Routers {'b5c1d359-28ea-449e-81f0-5aaab9546898'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:47:54.654241 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-65ad4b94-dbf5-4e55-b5a2-60f724975715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:47:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['b5c1d359-28ea-449e-81f0-5aaab9546898'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:54.667946 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.db_base_plugin_common [None req-86b39655-18c8-471e-a8ce-756b7833ec29 None None] Allocated IP 172.20.0.2 (a8e58dd5-c1c5-4fbd-8c50-745045f39aa4/8506d442-12b0-4c3d-840d-8b580d7dd2a3/4a7dbdf9-ff64-4566-a938-2f95117b06be) {{(pid=99534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:47:54.720956 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ac2bf5e5-b543-43c8-9a69-fc7c6a6fac3b req-0cce7e3b-f239-46b7-a0d8-c0ec15c313d9 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877249 Jun 29 10:47:54.776023 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4cf17cdc-c57f-4ef9-9f31-bfa80e03a7c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:54.796565 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4cf17cdc-c57f-4ef9-9f31-bfa80e03a7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:54.819434 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-65ad4b94-dbf5-4e55-b5a2-60f724975715 None None] Set router b5c1d359-28ea-449e-81f0-5aaab9546898 gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:47:54.826453 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:54.876641 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-86b39655-18c8-471e-a8ce-756b7833ec29 None None] Notify callbacks [] for port, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:54.886699 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-86b39655-18c8-471e-a8ce-756b7833ec29 None None] Transition to ACTIVE for port object 4a7dbdf9-ff64-4566-a938-2f95117b06be will not be triggered until provisioned by entity L2. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:47:54.901215 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-86b39655-18c8-471e-a8ce-756b7833ec29 None None] Transition to ACTIVE for port object 4a7dbdf9-ff64-4566-a938-2f95117b06be will not be triggered until provisioned by entity DHCP. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:47:54.908019 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-86b39655-18c8-471e-a8ce-756b7833ec29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799'] for port, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:54.910305 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:54.913142 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [None req-4cf17cdc-c57f-4ef9-9f31-bfa80e03a7c6 admin admin] Allocated IP 172.27.0.219 (2b1c2b73-c07b-4ea8-8347-94f00b07ac35/05f04cdc-c6be-4227-89f2-0a6a720b3b38/36ad10df-f319-4b53-88e9-5d00ea60b728) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:47:54.946402 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b39655-18c8-471e-a8ce-756b7833ec29 None None] Network a8e58dd5-c1c5-4fbd-8c50-745045f39aa4 is already hosted by enough agents. {{(pid=99534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:47:54.951155 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.scheduler.base_scheduler [None req-86b39655-18c8-471e-a8ce-756b7833ec29 None None] Resources bound (agent type, host, resource id): {{(pid=99534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:47:54.956417 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b39655-18c8-471e-a8ce-756b7833ec29 None None] Received port after_create {{(pid=99534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:47:54.970180 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b39655-18c8-471e-a8ce-756b7833ec29 None None] Pushing event updated for resources: {'Port': ['ID=4a7dbdf9-ff64-4566-a938-2f95117b06be,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:54.973361 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-86b39655-18c8-471e-a8ce-756b7833ec29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:55.020322 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4cf17cdc-c57f-4ef9-9f31-bfa80e03a7c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:55.027841 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-86b39655-18c8-471e-a8ce-756b7833ec29 None None] Attempting to bind port 4a7dbdf9-ff64-4566-a938-2f95117b06be on host dv-cinder-792209-3-iscsi for vnic_type normal with profile {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:47:55.028224 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-86b39655-18c8-471e-a8ce-756b7833ec29 None None] Attempting to bind port 4a7dbdf9-ff64-4566-a938-2f95117b06be by drivers openvswitch,hyperv on host dv-cinder-792209-3-iscsi at level 0 using segments [{'id': 'f2da1022-c9dd-477d-b8c8-46be598e2a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a8e58dd5-c1c5-4fbd-8c50-745045f39aa4'}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:47:55.028599 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b39655-18c8-471e-a8ce-756b7833ec29 None None] Attempting to bind port 4a7dbdf9-ff64-4566-a938-2f95117b06be on network a8e58dd5-c1c5-4fbd-8c50-745045f39aa4 {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:47:55.032708 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-65ad4b94-dbf5-4e55-b5a2-60f724975715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c1d359-28ea-449e-81f0-5aaab9546898', 'name': 'tempest-TestMinimumBasicScenario-667958029-router', 'tenant_id': '9b5bc8fce6a347388dbb08e51022f98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '36409ac5-099c-4878-bf2d-306ac82acd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:49Z', 'updated_at': '2021-06-29T10:47:52Z', 'revision_number': 4, 'project_id': '9b5bc8fce6a347388dbb08e51022f98d', 'gw_port': {'id': '36409ac5-099c-4878-bf2d-306ac82acd05', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:32:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c1d359-28ea-449e-81f0-5aaab9546898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:49Z', 'updated_at': '2021-06-29T10:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '161252df-8822-4816-ab14-00441fc58d3c', 'name': '', 'network_id': '2a19d97a-0f53-46df-86fa-6148a8841956', 'tenant_id': '9b5bc8fce6a347388dbb08e51022f98d', 'mac_address': 'fa:16:3e:62:fd:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c1d359-28ea-449e-81f0-5aaab9546898', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '7b6f5e7d-a49f-427f-8c0a-3db1b0e9759b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:51Z', 'updated_at': '2021-06-29T10:47:52Z', 'revision_number': 2, 'project_id': '9b5bc8fce6a347388dbb08e51022f98d', 'subnets': [{'id': '7b6f5e7d-a49f-427f-8c0a-3db1b0e9759b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:55.034378 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b39655-18c8-471e-a8ce-756b7833ec29 None None] Checking agent: {'id': 'fcf96668-74e6-4b26-856c-86c6583113ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 33, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:47:55.034796 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b39655-18c8-471e-a8ce-756b7833ec29 None None] Checking segment: {'id': 'f2da1022-c9dd-477d-b8c8-46be598e2a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a8e58dd5-c1c5-4fbd-8c50-745045f39aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:47:55.035294 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-86b39655-18c8-471e-a8ce-756b7833ec29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:55.035696 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b39655-18c8-471e-a8ce-756b7833ec29 None None] Bound using segment: {'id': 'f2da1022-c9dd-477d-b8c8-46be598e2a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a8e58dd5-c1c5-4fbd-8c50-745045f39aa4'} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:47:55.036192 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-86b39655-18c8-471e-a8ce-756b7833ec29 None None] Bound port: 4a7dbdf9-ff64-4566-a938-2f95117b06be, host: dv-cinder-792209-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2da1022-c9dd-477d-b8c8-46be598e2a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a8e58dd5-c1c5-4fbd-8c50-745045f39aa4'}}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:47:55.036586 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-86b39655-18c8-471e-a8ce-756b7833ec29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:55.062200 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ad4b94-dbf5-4e55-b5a2-60f724975715 None None] Checking router: b5c1d359-28ea-449e-81f0-5aaab9546898 for host: dv-cinder-792209-3-iscsi {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:47:55.062677 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ad4b94-dbf5-4e55-b5a2-60f724975715 None None] Updating router b5c1d359-28ea-449e-81f0-5aaab9546898 port 161252df-8822-4816-ab14-00441fc58d3c binding host dv-cinder-792209-3-iscsi {{(pid=99535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:47:55.064390 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4cf17cdc-c57f-4ef9-9f31-bfa80e03a7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4232069'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:55.066690 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-927e1188-dc2d-42d7-970a-144936303e7e tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:55.096718 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-65ad4b94-dbf5-4e55-b5a2-60f724975715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:55.105652 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-86b39655-18c8-471e-a8ce-756b7833ec29 None None] For port 4a7dbdf9-ff64-4566-a938-2f95117b06be, host dv-cinder-792209-3-iscsi, cleared binding levels {{(pid=99534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:47:55.110978 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-86b39655-18c8-471e-a8ce-756b7833ec29 None None] For port 4a7dbdf9-ff64-4566-a938-2f95117b06be, host dv-cinder-792209-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=4a7dbdf9-ff64-4566-a938-2f95117b06be,segment=NetworkSegment(f2da1022-c9dd-477d-b8c8-46be598e2a7f),segment_id=f2da1022-c9dd-477d-b8c8-46be598e2a7f)] {{(pid=99534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:47:55.111158 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf17cdc-c57f-4ef9-9f31-bfa80e03a7c6 admin admin] Network 2b1c2b73-c07b-4ea8-8347-94f00b07ac35 is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:47:55.114560 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-4cf17cdc-c57f-4ef9-9f31-bfa80e03a7c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:47:55.116234 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-86b39655-18c8-471e-a8ce-756b7833ec29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:55.117180 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf17cdc-c57f-4ef9-9f31-bfa80e03a7c6 admin admin] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:47:55.119211 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:55.146034 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf17cdc-c57f-4ef9-9f31-bfa80e03a7c6 admin admin] Pushing event updated for resources: {'Port': ['ID=36ad10df-f319-4b53-88e9-5d00ea60b728,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:55.149668 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-4cf17cdc-c57f-4ef9-9f31-bfa80e03a7c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:55.176224 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b39655-18c8-471e-a8ce-756b7833ec29 None None] Pushing event updated for resources: {'Port': ['ID=4a7dbdf9-ff64-4566-a938-2f95117b06be,revision_number=2']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:55.179408 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-86b39655-18c8-471e-a8ce-756b7833ec29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:55.415572 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-65ad4b94-dbf5-4e55-b5a2-60f724975715 None None] Notify callbacks [] for port, precommit_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:55.426103 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-65ad4b94-dbf5-4e55-b5a2-60f724975715 None None] Transition to ACTIVE for port object 161252df-8822-4816-ab14-00441fc58d3c will not be triggered until provisioned by entity L2. {{(pid=99535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:47:55.429445 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4cf17cdc-c57f-4ef9-9f31-bfa80e03a7c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:55.433585 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-65ad4b94-dbf5-4e55-b5a2-60f724975715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:55.435835 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:55.527510 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633ef3f-f6db-4a92-a75c-04bed5cd9fae req-76240c8f-3c4b-4723-a853-1391a7aa5e20 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:55.529640 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-4633ef3f-f6db-4a92-a75c-04bed5cd9fae req-76240c8f-3c4b-4723-a853-1391a7aa5e20 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 946 time: 0.0942397 Jun 29 10:47:55.531445 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd98e2a0-de4e-4440-b448-d2a2c2cbf319 None None] Pushing event updated for resources: {'Port': ['ID=161252df-8822-4816-ab14-00441fc58d3c,revision_number=3']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:55.580354 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd98e2a0-de4e-4440-b448-d2a2c2cbf319 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:55.580698 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd98e2a0-de4e-4440-b448-d2a2c2cbf319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:55.581040 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd98e2a0-de4e-4440-b448-d2a2c2cbf319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:55.581374 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd98e2a0-de4e-4440-b448-d2a2c2cbf319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:55.581707 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd98e2a0-de4e-4440-b448-d2a2c2cbf319 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:55.582138 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd98e2a0-de4e-4440-b448-d2a2c2cbf319 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:55.582468 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd98e2a0-de4e-4440-b448-d2a2c2cbf319 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:55.582815 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd98e2a0-de4e-4440-b448-d2a2c2cbf319 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:55.583157 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd98e2a0-de4e-4440-b448-d2a2c2cbf319 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:55.583483 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd98e2a0-de4e-4440-b448-d2a2c2cbf319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:55.583802 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd98e2a0-de4e-4440-b448-d2a2c2cbf319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:55.584118 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd98e2a0-de4e-4440-b448-d2a2c2cbf319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:47:55.588069 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-bd98e2a0-de4e-4440-b448-d2a2c2cbf319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:55.592324 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-65ad4b94-dbf5-4e55-b5a2-60f724975715 None None] Attempting to bind port 161252df-8822-4816-ab14-00441fc58d3c on host dv-cinder-792209-3-iscsi for vnic_type normal with profile {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:47:55.592702 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-65ad4b94-dbf5-4e55-b5a2-60f724975715 None None] Attempting to bind port 161252df-8822-4816-ab14-00441fc58d3c by drivers openvswitch,hyperv on host dv-cinder-792209-3-iscsi at level 0 using segments [{'id': 'd268b454-5f21-431b-a249-b90c8192c197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '2a19d97a-0f53-46df-86fa-6148a8841956'}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:47:55.593083 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ad4b94-dbf5-4e55-b5a2-60f724975715 None None] Attempting to bind port 161252df-8822-4816-ab14-00441fc58d3c on network 2a19d97a-0f53-46df-86fa-6148a8841956 {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:47:55.599403 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ad4b94-dbf5-4e55-b5a2-60f724975715 None None] Checking agent: {'id': 'fcf96668-74e6-4b26-856c-86c6583113ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 33, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:47:55.599783 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ad4b94-dbf5-4e55-b5a2-60f724975715 None None] Checking segment: {'id': 'd268b454-5f21-431b-a249-b90c8192c197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '2a19d97a-0f53-46df-86fa-6148a8841956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:47:55.600192 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-65ad4b94-dbf5-4e55-b5a2-60f724975715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:55.600589 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ad4b94-dbf5-4e55-b5a2-60f724975715 None None] Bound using segment: {'id': 'd268b454-5f21-431b-a249-b90c8192c197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '2a19d97a-0f53-46df-86fa-6148a8841956'} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:47:55.603485 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-65ad4b94-dbf5-4e55-b5a2-60f724975715 None None] Bound port: 161252df-8822-4816-ab14-00441fc58d3c, host: dv-cinder-792209-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd268b454-5f21-431b-a249-b90c8192c197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '2a19d97a-0f53-46df-86fa-6148a8841956'}}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:47:55.603928 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-65ad4b94-dbf5-4e55-b5a2-60f724975715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:55.610446 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-4633ef3f-f6db-4a92-a75c-04bed5cd9fae req-03929fc6-fce3-44be-b49d-81437ea878dc tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0686641 Jun 29 10:47:55.687870 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-65ad4b94-dbf5-4e55-b5a2-60f724975715 None None] For port 161252df-8822-4816-ab14-00441fc58d3c, host dv-cinder-792209-3-iscsi, cleared binding levels {{(pid=99535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:47:55.691391 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-65ad4b94-dbf5-4e55-b5a2-60f724975715 None None] For port 161252df-8822-4816-ab14-00441fc58d3c, host dv-cinder-792209-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=161252df-8822-4816-ab14-00441fc58d3c,segment=NetworkSegment(d268b454-5f21-431b-a249-b90c8192c197),segment_id=d268b454-5f21-431b-a249-b90c8192c197)] {{(pid=99535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:47:55.692363 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4cf17cdc-c57f-4ef9-9f31-bfa80e03a7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7907817'] for router, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:55.695974 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-65ad4b94-dbf5-4e55-b5a2-60f724975715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:55.699320 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-c205c237-d3ba-413e-864c-038b47258a0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:55.758057 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ad4b94-dbf5-4e55-b5a2-60f724975715 None None] Routers {'b5c1d359-28ea-449e-81f0-5aaab9546898'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:47:55.758710 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-65ad4b94-dbf5-4e55-b5a2-60f724975715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:47:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['b5c1d359-28ea-449e-81f0-5aaab9546898'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:55.760636 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd98e2a0-de4e-4440-b448-d2a2c2cbf319 None None] Pushing event updated for resources: {'Port': ['ID=161252df-8822-4816-ab14-00441fc58d3c,revision_number=4']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:55.771637 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-bd98e2a0-de4e-4440-b448-d2a2c2cbf319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:55.847714 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf17cdc-c57f-4ef9-9f31-bfa80e03a7c6 admin admin] Router f206df37-e5c5-4ab8-83f1-9f7047fd61f4 is scheduled to L3 agent 8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f with binding_index 1 {{(pid=99532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:47:55.966133 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6c36e-c828-426d-a66a-e8c351f5ffd7 req-9911c2ee-b05a-4e4a-85c2-290832e47ef0 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:55.971787 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0cb6c36e-c828-426d-a66a-e8c351f5ffd7 req-9911c2ee-b05a-4e4a-85c2-290832e47ef0 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 943 time: 0.1079011 Jun 29 10:47:55.986355 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f0c22c53-8d47-4415-9747-27d89b925c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:56.004422 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-65ad4b94-dbf5-4e55-b5a2-60f724975715 None None] Set router b5c1d359-28ea-449e-81f0-5aaab9546898 gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:47:56.076441 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf17cdc-c57f-4ef9-9f31-bfa80e03a7c6 admin admin] Notify agent at l3_agent.dv-cinder-792209-3-iscsi the message routers_updated {{(pid=99532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:47:56.081143 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0cb6c36e-c828-426d-a66a-e8c351f5ffd7 req-5b086d47-c052-4d41-853d-fb3a4ec70d0e tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002455 Jun 29 10:47:56.085265 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bca492e-baf9-493b-90cb-8558ba2aa338 None None] Sync routers for ids ['f206df37-e5c5-4ab8-83f1-9f7047fd61f4'] in dv-cinder-792209-3-iscsi {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:47:56.104957 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bca492e-baf9-493b-90cb-8558ba2aa338 None None] Routers {'f206df37-e5c5-4ab8-83f1-9f7047fd61f4'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:47:56.109257 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-1bca492e-baf9-493b-90cb-8558ba2aa338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:47:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['f206df37-e5c5-4ab8-83f1-9f7047fd61f4'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:56.121493 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4cf17cdc-c57f-4ef9-9f31-bfa80e03a7c6 admin admin] Notify callbacks [] for router, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:56.126645 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-4cf17cdc-c57f-4ef9-9f31-bfa80e03a7c6 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9178016 Jun 29 10:47:56.126843 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 50194) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:47:56.172395 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 36409ac5-099c-4878-bf2d-306ac82acd05 up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:47:56.285194 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-65ad4b94-dbf5-4e55-b5a2-60f724975715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c1d359-28ea-449e-81f0-5aaab9546898', 'name': 'tempest-TestMinimumBasicScenario-667958029-router', 'tenant_id': '9b5bc8fce6a347388dbb08e51022f98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '36409ac5-099c-4878-bf2d-306ac82acd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:49Z', 'updated_at': '2021-06-29T10:47:52Z', 'revision_number': 4, 'project_id': '9b5bc8fce6a347388dbb08e51022f98d', 'gw_port': {'id': '36409ac5-099c-4878-bf2d-306ac82acd05', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:32:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c1d359-28ea-449e-81f0-5aaab9546898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:49Z', 'updated_at': '2021-06-29T10:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '161252df-8822-4816-ab14-00441fc58d3c', 'name': '', 'network_id': '2a19d97a-0f53-46df-86fa-6148a8841956', 'tenant_id': '9b5bc8fce6a347388dbb08e51022f98d', 'mac_address': 'fa:16:3e:62:fd:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c1d359-28ea-449e-81f0-5aaab9546898', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '7b6f5e7d-a49f-427f-8c0a-3db1b0e9759b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:51Z', 'updated_at': '2021-06-29T10:47:55Z', 'revision_number': 4, 'project_id': '9b5bc8fce6a347388dbb08e51022f98d', 'subnets': [{'id': '7b6f5e7d-a49f-427f-8c0a-3db1b0e9759b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:56.287220 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-1bca492e-baf9-493b-90cb-8558ba2aa338 None None] Set router f206df37-e5c5-4ab8-83f1-9f7047fd61f4 gateway port host: dv-cinder-792209-3-iscsi {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:47:56.320022 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ad4b94-dbf5-4e55-b5a2-60f724975715 None None] The sync data for ids ['b5c1d359-28ea-449e-81f0-5aaab9546898'] in dv-cinder-792209-3-iscsi is: [{'id': 'b5c1d359-28ea-449e-81f0-5aaab9546898', 'name': 'tempest-TestMinimumBasicScenario-667958029-router', 'tenant_id': '9b5bc8fce6a347388dbb08e51022f98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '36409ac5-099c-4878-bf2d-306ac82acd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:49Z', 'updated_at': '2021-06-29T10:47:52Z', 'revision_number': 4, 'project_id': '9b5bc8fce6a347388dbb08e51022f98d', 'gw_port': {'id': '36409ac5-099c-4878-bf2d-306ac82acd05', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:32:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c1d359-28ea-449e-81f0-5aaab9546898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:49Z', 'updated_at': '2021-06-29T10:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '161252df-8822-4816-ab14-00441fc58d3c', 'name': '', 'network_id': '2a19d97a-0f53-46df-86fa-6148a8841956', 'tenant_id': '9b5bc8fce6a347388dbb08e51022f98d', 'mac_address': 'fa:16:3e:62:fd:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c1d359-28ea-449e-81f0-5aaab9546898', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '7b6f5e7d-a49f-427f-8c0a-3db1b0e9759b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:51Z', 'updated_at': '2021-06-29T10:47:55Z', 'revision_number': 4, 'project_id': '9b5bc8fce6a347388dbb08e51022f98d', 'subnets': [{'id': '7b6f5e7d-a49f-427f-8c0a-3db1b0e9759b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:47:56.350309 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port 36409ac5-099c-4878-bf2d-306ac82acd05 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:56.350740 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:56.552349 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17a5c65-80b7-4f46-a119-819e6394b137 None None] Network a8e58dd5-c1c5-4fbd-8c50-745045f39aa4 requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:47:56.647462 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-9b616fa1-8e85-4671-808d-f3c6933fc79f None None] Provisioning for port 4a7dbdf9-ff64-4566-a938-2f95117b06be completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:47:56.778334 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 4a7dbdf9-ff64-4566-a938-2f95117b06be up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:47:56.853222 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7dcb23b4-fba3-43a6-9698-2c50bd8a4fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:56.865161 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-1bca492e-baf9-493b-90cb-8558ba2aa338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f206df37-e5c5-4ab8-83f1-9f7047fd61f4', 'name': 'tempest-TestMinimumBasicScenario-2099384855-router', 'tenant_id': '7e8b5657b03645ab9a247c9fdd7f2844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '36ad10df-f319-4b53-88e9-5d00ea60b728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:54Z', 'updated_at': '2021-06-29T10:47:55Z', 'revision_number': 3, 'project_id': '7e8b5657b03645ab9a247c9fdd7f2844', 'gw_port': {'id': '36ad10df-f319-4b53-88e9-5d00ea60b728', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e2:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f206df37-e5c5-4ab8-83f1-9f7047fd61f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:54Z', 'updated_at': '2021-06-29T10:47:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi'}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:56.898888 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bca492e-baf9-493b-90cb-8558ba2aa338 None None] Checking router: f206df37-e5c5-4ab8-83f1-9f7047fd61f4 for host: dv-cinder-792209-3-iscsi {{(pid=99534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:47:56.899273 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bca492e-baf9-493b-90cb-8558ba2aa338 None None] Updating router f206df37-e5c5-4ab8-83f1-9f7047fd61f4 port 36ad10df-f319-4b53-88e9-5d00ea60b728 binding host dv-cinder-792209-3-iscsi {{(pid=99534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:47:56.928268 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning for port 4a7dbdf9-ff64-4566-a938-2f95117b06be completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:47:56.942658 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port 4a7dbdf9-ff64-4566-a938-2f95117b06be triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:56.943045 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:56.970978 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1bca492e-baf9-493b-90cb-8558ba2aa338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:57.063281 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [None req-7dcb23b4-fba3-43a6-9698-2c50bd8a4fa9 admin admin] Allocated IP 172.20.0.1 (a8e58dd5-c1c5-4fbd-8c50-745045f39aa4/8506d442-12b0-4c3d-840d-8b580d7dd2a3/217690b0-2c34-4992-a908-6536cd94261a) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:47:57.180480 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:57.211715 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7dcb23b4-fba3-43a6-9698-2c50bd8a4fa9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:57.231640 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [None req-7dcb23b4-fba3-43a6-9698-2c50bd8a4fa9 admin admin] Transition to ACTIVE for port object 217690b0-2c34-4992-a908-6536cd94261a will not be triggered until provisioned by entity DHCP. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:47:57.271968 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] For port 4a7dbdf9-ff64-4566-a938-2f95117b06be, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=4a7dbdf9-ff64-4566-a938-2f95117b06be,segment=NetworkSegment(f2da1022-c9dd-477d-b8c8-46be598e2a7f),segment_id=f2da1022-c9dd-477d-b8c8-46be598e2a7f)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:57.301185 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:57.305180 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:57.318915 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7dcb23b4-fba3-43a6-9698-2c50bd8a4fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5295544'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:57.325404 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:57.339480 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1dad14-7501-4c85-914f-884c5745abb5 req-c7be9940-b55b-4871-99a6-534107972e08 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:57.341286 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-dd1dad14-7501-4c85-914f-884c5745abb5 req-c7be9940-b55b-4871-99a6-534107972e08 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 943 time: 0.1127913 Jun 29 10:47:57.366165 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-05a14282-bee9-48c8-a3cc-068a4c70b8ee None None] Provisioning complete for port 4a7dbdf9-ff64-4566-a938-2f95117b06be triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:57.366378 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-05a14282-bee9-48c8-a3cc-068a4c70b8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:57.385647 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcb23b4-fba3-43a6-9698-2c50bd8a4fa9 admin admin] Network a8e58dd5-c1c5-4fbd-8c50-745045f39aa4 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:47:57.398159 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-7dcb23b4-fba3-43a6-9698-2c50bd8a4fa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:47:57.400764 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcb23b4-fba3-43a6-9698-2c50bd8a4fa9 admin admin] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:47:57.424417 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Pushing event updated for resources: {'Port': ['ID=4a7dbdf9-ff64-4566-a938-2f95117b06be,revision_number=3']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:57.431991 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:57.433767 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb23b4-fba3-43a6-9698-2c50bd8a4fa9 admin admin] Pushing event updated for resources: {'Port': ['ID=217690b0-2c34-4992-a908-6536cd94261a,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:57.437594 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-7dcb23b4-fba3-43a6-9698-2c50bd8a4fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:57.445693 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1bca492e-baf9-493b-90cb-8558ba2aa338 None None] Notify callbacks [] for port, precommit_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:57.462588 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-dd1dad14-7501-4c85-914f-884c5745abb5 req-f1a44c70-f2cc-42f2-85e6-feb98faa0f48 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020954 Jun 29 10:47:57.467748 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7dcb23b4-fba3-43a6-9698-2c50bd8a4fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7865503'] for router_interface, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:57.469016 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-1bca492e-baf9-493b-90cb-8558ba2aa338 None None] Transition to ACTIVE for port object 36ad10df-f319-4b53-88e9-5d00ea60b728 will not be triggered until provisioned by entity L2. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:47:57.521881 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1bca492e-baf9-493b-90cb-8558ba2aa338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:57.534530 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:57.575490 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-1bca492e-baf9-493b-90cb-8558ba2aa338 None None] Attempting to bind port 36ad10df-f319-4b53-88e9-5d00ea60b728 on host dv-cinder-792209-3-iscsi for vnic_type normal with profile {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:47:57.576437 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-1bca492e-baf9-493b-90cb-8558ba2aa338 None None] Attempting to bind port 36ad10df-f319-4b53-88e9-5d00ea60b728 by drivers openvswitch,hyperv on host dv-cinder-792209-3-iscsi at level 0 using segments [{'id': 'b07597a5-acfa-4ea0-afa4-34f991bc6949', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:47:57.576810 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bca492e-baf9-493b-90cb-8558ba2aa338 None None] Attempting to bind port 36ad10df-f319-4b53-88e9-5d00ea60b728 on network 2b1c2b73-c07b-4ea8-8347-94f00b07ac35 {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:47:57.587967 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bca492e-baf9-493b-90cb-8558ba2aa338 None None] Checking agent: {'id': 'fcf96668-74e6-4b26-856c-86c6583113ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 33, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:47:57.587967 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bca492e-baf9-493b-90cb-8558ba2aa338 None None] Checking segment: {'id': 'b07597a5-acfa-4ea0-afa4-34f991bc6949', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:47:57.589604 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1bca492e-baf9-493b-90cb-8558ba2aa338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:57.589604 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bca492e-baf9-493b-90cb-8558ba2aa338 None None] Bound using segment: {'id': 'b07597a5-acfa-4ea0-afa4-34f991bc6949', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:47:57.589830 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-1bca492e-baf9-493b-90cb-8558ba2aa338 None None] Bound port: 36ad10df-f319-4b53-88e9-5d00ea60b728, host: dv-cinder-792209-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b07597a5-acfa-4ea0-afa4-34f991bc6949', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'}}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:47:57.590224 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1bca492e-baf9-493b-90cb-8558ba2aa338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:57.610963 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a3ec47-138f-4671-8cc2-eed704e96b82 None None] Pushing event updated for resources: {'Port': ['ID=36ad10df-f319-4b53-88e9-5d00ea60b728,revision_number=2']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:57.615148 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-10a3ec47-138f-4671-8cc2-eed704e96b82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:57.647256 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-1bca492e-baf9-493b-90cb-8558ba2aa338 None None] For port 36ad10df-f319-4b53-88e9-5d00ea60b728, host dv-cinder-792209-3-iscsi, cleared binding levels {{(pid=99534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:47:57.648469 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7dcb23b4-fba3-43a6-9698-2c50bd8a4fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:57.651971 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-1bca492e-baf9-493b-90cb-8558ba2aa338 None None] For port 36ad10df-f319-4b53-88e9-5d00ea60b728, host dv-cinder-792209-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=36ad10df-f319-4b53-88e9-5d00ea60b728,segment=NetworkSegment(b07597a5-acfa-4ea0-afa4-34f991bc6949),segment_id=b07597a5-acfa-4ea0-afa4-34f991bc6949)] {{(pid=99534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:47:57.657475 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1bca492e-baf9-493b-90cb-8558ba2aa338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:57.660644 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:57.669995 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device f0f5faf2-0682-4ef9-a2b5-93d709a82f57 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:47:57.772203 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bca492e-baf9-493b-90cb-8558ba2aa338 None None] Routers {'f206df37-e5c5-4ab8-83f1-9f7047fd61f4'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:47:57.772838 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-1bca492e-baf9-493b-90cb-8558ba2aa338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:47:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['f206df37-e5c5-4ab8-83f1-9f7047fd61f4'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:57.813901 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7dcb23b4-fba3-43a6-9698-2c50bd8a4fa9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:57.818987 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7dcb23b4-fba3-43a6-9698-2c50bd8a4fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5295534'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:57.823295 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-5eeb0efe-4d40-41a1-9bc6-bd97320e6eb3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:57.823486 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a3ec47-138f-4671-8cc2-eed704e96b82 None None] Pushing event updated for resources: {'Port': ['ID=36ad10df-f319-4b53-88e9-5d00ea60b728,revision_number=3']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:57.830210 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-10a3ec47-138f-4671-8cc2-eed704e96b82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:57.832547 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a8e9786f-d203-4638-9fcd-83144012e736 None None] Provisioning for port 217690b0-2c34-4992-a908-6536cd94261a completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:47:57.846926 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-a8e9786f-d203-4638-9fcd-83144012e736 None None] Provisioning complete for port 217690b0-2c34-4992-a908-6536cd94261a triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:57.847307 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a8e9786f-d203-4638-9fcd-83144012e736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:57.888031 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7dcb23b4-fba3-43a6-9698-2c50bd8a4fa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7896118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7865451'] for router_interface, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:57.889908 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb23b4-fba3-43a6-9698-2c50bd8a4fa9 admin admin] Pushing event updated for resources: {'Port': ['ID=217690b0-2c34-4992-a908-6536cd94261a,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:57.892749 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-7dcb23b4-fba3-43a6-9698-2c50bd8a4fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:57.943158 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port f0f5faf2-0682-4ef9-a2b5-93d709a82f57, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f0f5faf2-0682-4ef9-a2b5-93d709a82f57,segment=NetworkSegment(5b6ffa15-b2e0-45aa-80b3-ae1dc022e9a2),segment_id=5b6ffa15-b2e0-45aa-80b3-ae1dc022e9a2)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:57.959236 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-a8e9786f-d203-4638-9fcd-83144012e736 None None] Port 217690b0-2c34-4992-a908-6536cd94261a cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:47:57.961685 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-1bca492e-baf9-493b-90cb-8558ba2aa338 None None] Set router f206df37-e5c5-4ab8-83f1-9f7047fd61f4 gateway port host: dv-cinder-792209-3-iscsi {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:47:57.989723 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Returning: {'device': 'f0f5faf2-0682-4ef9-a2b5-93d709a82f57', 'network_id': '3e46ac46-13aa-440b-9acd-79dc5c709b8a', 'port_id': 'f0f5faf2-0682-4ef9-a2b5-93d709a82f57', 'mac_address': 'fa:16:3e:eb:8b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d189302-9f00-41d9-950a-7c945719ae16', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:47:57.993065 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcb23b4-fba3-43a6-9698-2c50bd8a4fa9 admin admin] Network a8e58dd5-c1c5-4fbd-8c50-745045f39aa4 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:47:57.994558 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-7dcb23b4-fba3-43a6-9698-2c50bd8a4fa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:47:58.075809 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 161252df-8822-4816-ab14-00441fc58d3c up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:47:58.106755 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:58.125015 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dcb23b4-fba3-43a6-9698-2c50bd8a4fa9 admin admin] Router f206df37-e5c5-4ab8-83f1-9f7047fd61f4 has already been hosted by L3 agent 8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f {{(pid=99533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:47:58.148766 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0f5faf2-0682-4ef9-a2b5-93d709a82f57 {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:47:58.194164 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port f0f5faf2-0682-4ef9-a2b5-93d709a82f57, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f0f5faf2-0682-4ef9-a2b5-93d709a82f57,segment=NetworkSegment(5b6ffa15-b2e0-45aa-80b3-ae1dc022e9a2),segment_id=5b6ffa15-b2e0-45aa-80b3-ae1dc022e9a2)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:58.202704 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:58.207507 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:58.237780 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dcb23b4-fba3-43a6-9698-2c50bd8a4fa9 admin admin] Notify agent at l3_agent.dv-cinder-792209-3-iscsi the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:47:58.242620 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-7dcb23b4-fba3-43a6-9698-2c50bd8a4fa9 admin admin] 10.222.0.61 "PUT /v2.0/routers/f206df37-e5c5-4ab8-83f1-9f7047fd61f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1153953 Jun 29 10:47:58.402824 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning for port 161252df-8822-4816-ab14-00441fc58d3c completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:47:58.424074 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port 161252df-8822-4816-ab14-00441fc58d3c triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:58.424753 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:58.430105 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=f0f5faf2-0682-4ef9-a2b5-93d709a82f57,revision_number=7']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:58.432711 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-c58d6048-adf5-45cc-b583-ac93ad264e5a req-b3020225-f451-4bb5-a4c8-2c7dcf5de9c8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0567436 Jun 29 10:47:58.452742 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:58.453515 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-ea637490-27b9-458f-a838-a54b2bbea7c6 None None] Provisioning complete for port 217690b0-2c34-4992-a908-6536cd94261a triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:58.455399 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-ea637490-27b9-458f-a838-a54b2bbea7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:58.509752 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-ea637490-27b9-458f-a838-a54b2bbea7c6 None None] Port 217690b0-2c34-4992-a908-6536cd94261a cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:47:58.518636 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-1bca492e-baf9-493b-90cb-8558ba2aa338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f206df37-e5c5-4ab8-83f1-9f7047fd61f4', 'name': 'tempest-TestMinimumBasicScenario-2099384855-router', 'tenant_id': '7e8b5657b03645ab9a247c9fdd7f2844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '36ad10df-f319-4b53-88e9-5d00ea60b728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:54Z', 'updated_at': '2021-06-29T10:47:57Z', 'revision_number': 4, 'project_id': '7e8b5657b03645ab9a247c9fdd7f2844', 'gw_port': {'id': '36ad10df-f319-4b53-88e9-5d00ea60b728', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e2:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f206df37-e5c5-4ab8-83f1-9f7047fd61f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:54Z', 'updated_at': '2021-06-29T10:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '217690b0-2c34-4992-a908-6536cd94261a', 'name': '', 'network_id': 'a8e58dd5-c1c5-4fbd-8c50-745045f39aa4', 'tenant_id': '7e8b5657b03645ab9a247c9fdd7f2844', 'mac_address': 'fa:16:3e:c4:e2:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f206df37-e5c5-4ab8-83f1-9f7047fd61f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '8506d442-12b0-4c3d-840d-8b580d7dd2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:56Z', 'updated_at': '2021-06-29T10:47:57Z', 'revision_number': 1, 'project_id': '7e8b5657b03645ab9a247c9fdd7f2844', 'subnets': [{'id': '8506d442-12b0-4c3d-840d-8b580d7dd2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:47:58.528563 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d6048-adf5-45cc-b583-ac93ad264e5a req-18b04b5d-297c-4f8f-b268-1ce306dbe4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:58.535182 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-c58d6048-adf5-45cc-b583-ac93ad264e5a req-18b04b5d-297c-4f8f-b268-1ce306dbe4c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1ea4791d1b04b298cdfcb878b9a2e28&device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 1099 time: 0.0656285 Jun 29 10:47:58.549714 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] get_ports_and_sgs() called for port_ids ['f0f5faf2-0682-4ef9-a2b5-93d709a82f57'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:47:58.554385 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bca492e-baf9-493b-90cb-8558ba2aa338 None None] The sync data for ids ['f206df37-e5c5-4ab8-83f1-9f7047fd61f4'] in dv-cinder-792209-3-iscsi is: [{'id': 'f206df37-e5c5-4ab8-83f1-9f7047fd61f4', 'name': 'tempest-TestMinimumBasicScenario-2099384855-router', 'tenant_id': '7e8b5657b03645ab9a247c9fdd7f2844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '36ad10df-f319-4b53-88e9-5d00ea60b728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:54Z', 'updated_at': '2021-06-29T10:47:57Z', 'revision_number': 4, 'project_id': '7e8b5657b03645ab9a247c9fdd7f2844', 'gw_port': {'id': '36ad10df-f319-4b53-88e9-5d00ea60b728', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e2:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f206df37-e5c5-4ab8-83f1-9f7047fd61f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:54Z', 'updated_at': '2021-06-29T10:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '217690b0-2c34-4992-a908-6536cd94261a', 'name': '', 'network_id': 'a8e58dd5-c1c5-4fbd-8c50-745045f39aa4', 'tenant_id': '7e8b5657b03645ab9a247c9fdd7f2844', 'mac_address': 'fa:16:3e:c4:e2:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f206df37-e5c5-4ab8-83f1-9f7047fd61f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '8506d442-12b0-4c3d-840d-8b580d7dd2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:56Z', 'updated_at': '2021-06-29T10:47:57Z', 'revision_number': 1, 'project_id': '7e8b5657b03645ab9a247c9fdd7f2844', 'subnets': [{'id': '8506d442-12b0-4c3d-840d-8b580d7dd2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:47:58.623870 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:58.690851 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d6048-adf5-45cc-b583-ac93ad264e5a req-b665e297-6f92-4ea4-99ca-749a8a962d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:58.692617 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-c58d6048-adf5-45cc-b583-ac93ad264e5a req-b665e297-6f92-4ea4-99ca-749a8a962d47 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b187e754-07fe-4781-924a-d886b55c9244 HTTP/1.1" status: 200 len: 918 time: 0.1322627 Jun 29 10:47:58.709872 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] For port 161252df-8822-4816-ab14-00441fc58d3c, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=161252df-8822-4816-ab14-00441fc58d3c,segment=NetworkSegment(d268b454-5f21-431b-a249-b90c8192c197),segment_id=d268b454-5f21-431b-a249-b90c8192c197)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:58.726479 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac16983-2af5-4494-ad5d-07fd2a0aa0b0 req-aecca8ea-1df4-4e03-b2da-4b66d5b7cccf tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:58.728325 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fac16983-2af5-4494-ad5d-07fd2a0aa0b0 req-aecca8ea-1df4-4e03-b2da-4b66d5b7cccf tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 944 time: 0.0918756 Jun 29 10:47:58.767224 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-c58d6048-adf5-45cc-b583-ac93ad264e5a req-bada4432-905a-468a-8cc3-54507d14ed3d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e3ffc71-6d90-4b7b-9b0f-df361cbd6878 HTTP/1.1" status: 200 len: 1000 time: 0.0674496 Jun 29 10:47:58.771903 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:58.773116 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 4a7dbdf9-ff64-4566-a938-2f95117b06be up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:47:58.788421 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fac16983-2af5-4494-ad5d-07fd2a0aa0b0 req-b4dbfffd-50b1-4490-9413-070947036171 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528080 Jun 29 10:47:58.816173 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-6be70ff4-a530-4328-9b83-7ea927d2f6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:58.820451 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:47:58.838532 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d6048-adf5-45cc-b583-ac93ad264e5a req-11f96880-1f2e-423b-975c-2d19a40552e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:58.840361 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-c58d6048-adf5-45cc-b583-ac93ad264e5a req-11f96880-1f2e-423b-975c-2d19a40552e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1434ea17-151b-4fa4-8fce-ecfeaa34af2c HTTP/1.1" status: 200 len: 856 time: 0.0664530 Jun 29 10:47:58.924777 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:58.946543 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Pushing event updated for resources: {'Port': ['ID=161252df-8822-4816-ab14-00441fc58d3c,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:47:58.951599 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d6048-adf5-45cc-b583-ac93ad264e5a req-94120c81-af53-462f-b37c-81337c430b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:47:58.953128 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-c58d6048-adf5-45cc-b583-ac93ad264e5a req-94120c81-af53-462f-b37c-81337c430b1d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b187e754-07fe-4781-924a-d886b55c9244&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1062305 Jun 29 10:47:58.954029 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:47:58.955008 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port 4a7dbdf9-ff64-4566-a938-2f95117b06be triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:58.957400 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:59.070769 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-c58d6048-adf5-45cc-b583-ac93ad264e5a req-37d81576-d1dc-44c7-badc-8b421e0fa779 service neutron] 10.222.0.41 "GET /v2.0/networks/b187e754-07fe-4781-924a-d886b55c9244?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073756 Jun 29 10:47:59.217840 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-c58d6048-adf5-45cc-b583-ac93ad264e5a req-4f448edd-1fc8-4895-9d49-eabc30e8a6f2 service neutron] 10.222.0.41 "GET /v2.0/networks/b187e754-07fe-4781-924a-d886b55c9244?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349699 Jun 29 10:47:59.707609 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:59.713821 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device f0f5faf2-0682-4ef9-a2b5-93d709a82f57 up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:47:59.808541 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Provisioning complete for port f0f5faf2-0682-4ef9-a2b5-93d709a82f57 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:47:59.809003 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:59.921249 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:59.963159 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '993edd49-db0c-4806-a844-7773ffd674c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f5faf2-0682-4ef9-a2b5-93d709a82f57'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:47:59.965836 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3762a8f488588fc24900269a9cc386d753c3d6f951c38e7bc7f446f2f69fbffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf05089e-22e6-4222-814e-0c981d56da15" -d '{"events": [{"server_uuid": "993edd49-db0c-4806-a844-7773ffd674c5", "name": "network-vif-plugged", "status": "completed", "tag": "f0f5faf2-0682-4ef9-a2b5-93d709a82f57"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:47:59.982784 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port f0f5faf2-0682-4ef9-a2b5-93d709a82f57, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f0f5faf2-0682-4ef9-a2b5-93d709a82f57,segment=NetworkSegment(5b6ffa15-b2e0-45aa-80b3-ae1dc022e9a2),segment_id=5b6ffa15-b2e0-45aa-80b3-ae1dc022e9a2)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:47:59.990737 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:47:59.993196 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:00.053408 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4e296b-411f-46d2-bd42-4574bad450d8 x-openstack-request-id: req-5b4e296b-411f-46d2-bd42-4574bad450d8 {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:48:00.053949 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "993edd49-db0c-4806-a844-7773ffd674c5", "name": "network-vif-plugged", "status": "completed", "tag": "f0f5faf2-0682-4ef9-a2b5-93d709a82f57", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:48:00.054382 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5b4e296b-411f-46d2-bd42-4574bad450d8 {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:48:00.055032 dv-cinder-792209-3-iscsi neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '993edd49-db0c-4806-a844-7773ffd674c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f5faf2-0682-4ef9-a2b5-93d709a82f57', 'code': 200} Jun 29 10:48:00.093980 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=f0f5faf2-0682-4ef9-a2b5-93d709a82f57,revision_number=8']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:00.118357 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:00.166967 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 161252df-8822-4816-ab14-00441fc58d3c up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:48:00.259669 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port 161252df-8822-4816-ab14-00441fc58d3c triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:48:00.260194 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:00.270452 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba12c3-93d1-41c9-a0be-8cd49d5ff205 req-fa8cfe5b-5ceb-4bb1-8f89-360958b09b1b tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:00.272838 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-23ba12c3-93d1-41c9-a0be-8cd49d5ff205 req-fa8cfe5b-5ceb-4bb1-8f89-360958b09b1b tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 945 time: 0.1008153 Jun 29 10:48:00.340484 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-23ba12c3-93d1-41c9-a0be-8cd49d5ff205 req-96ca4025-68e3-43a4-8b59-ddfea347a6ee tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592806 Jun 29 10:48:00.370123 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 36ad10df-f319-4b53-88e9-5d00ea60b728 up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:48:00.406373 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae0073-8a52-43a0-89ec-4eeb3580543f req-6143328c-8c23-4c74-bd11-73d7045fea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:00.407976 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-e8ae0073-8a52-43a0-89ec-4eeb3580543f req-6143328c-8c23-4c74-bd11-73d7045fea0b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 1098 time: 0.0770354 Jun 29 10:48:00.435921 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning for port 36ad10df-f319-4b53-88e9-5d00ea60b728 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:48:00.440809 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port 36ad10df-f319-4b53-88e9-5d00ea60b728 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:48:00.441391 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:00.455976 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-e8ae0073-8a52-43a0-89ec-4eeb3580543f req-03926e11-fd55-45e4-8da5-3b0095e98e42 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400755 Jun 29 10:48:00.539107 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:00.563179 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] For port 36ad10df-f319-4b53-88e9-5d00ea60b728, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=36ad10df-f319-4b53-88e9-5d00ea60b728,segment=NetworkSegment(b07597a5-acfa-4ea0-afa4-34f991bc6949),segment_id=b07597a5-acfa-4ea0-afa4-34f991bc6949)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:00.567095 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:00.573649 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:00.624495 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Pushing event updated for resources: {'Port': ['ID=36ad10df-f319-4b53-88e9-5d00ea60b728,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:00.628099 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:01.049543 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1f741f-1093-4d9d-bfd5-d42e9cc33790 None None] Sync routers for ids ['f206df37-e5c5-4ab8-83f1-9f7047fd61f4'] in dv-cinder-792209-3-iscsi {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:48:01.060911 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1f741f-1093-4d9d-bfd5-d42e9cc33790 None None] Routers {'f206df37-e5c5-4ab8-83f1-9f7047fd61f4'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:48:01.061637 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-fb1f741f-1093-4d9d-bfd5-d42e9cc33790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:47:59Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['f206df37-e5c5-4ab8-83f1-9f7047fd61f4'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:01.173071 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-fb1f741f-1093-4d9d-bfd5-d42e9cc33790 None None] Set router f206df37-e5c5-4ab8-83f1-9f7047fd61f4 gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:48:01.222138 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:01.409272 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-fb1f741f-1093-4d9d-bfd5-d42e9cc33790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f206df37-e5c5-4ab8-83f1-9f7047fd61f4', 'name': 'tempest-TestMinimumBasicScenario-2099384855-router', 'tenant_id': '7e8b5657b03645ab9a247c9fdd7f2844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '36ad10df-f319-4b53-88e9-5d00ea60b728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:54Z', 'updated_at': '2021-06-29T10:47:57Z', 'revision_number': 4, 'project_id': '7e8b5657b03645ab9a247c9fdd7f2844', 'gw_port': {'id': '36ad10df-f319-4b53-88e9-5d00ea60b728', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f206df37-e5c5-4ab8-83f1-9f7047fd61f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:54Z', 'updated_at': '2021-06-29T10:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '217690b0-2c34-4992-a908-6536cd94261a', 'name': '', 'network_id': 'a8e58dd5-c1c5-4fbd-8c50-745045f39aa4', 'tenant_id': '7e8b5657b03645ab9a247c9fdd7f2844', 'mac_address': 'fa:16:3e:c4:e2:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f206df37-e5c5-4ab8-83f1-9f7047fd61f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '8506d442-12b0-4c3d-840d-8b580d7dd2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:56Z', 'updated_at': '2021-06-29T10:47:57Z', 'revision_number': 2, 'project_id': '7e8b5657b03645ab9a247c9fdd7f2844', 'subnets': [{'id': '8506d442-12b0-4c3d-840d-8b580d7dd2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:01.439695 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1f741f-1093-4d9d-bfd5-d42e9cc33790 None None] Checking router: f206df37-e5c5-4ab8-83f1-9f7047fd61f4 for host: dv-cinder-792209-3-iscsi {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:48:01.440043 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1f741f-1093-4d9d-bfd5-d42e9cc33790 None None] Updating router f206df37-e5c5-4ab8-83f1-9f7047fd61f4 port 217690b0-2c34-4992-a908-6536cd94261a binding host dv-cinder-792209-3-iscsi {{(pid=99535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:48:01.489619 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-fb1f741f-1093-4d9d-bfd5-d42e9cc33790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:01.576114 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852502b-ea90-4ac8-a393-2b1070a8db9d req-a3fd98db-5c69-4dcd-ae56-929b675bbf85 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:01.584023 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3852502b-ea90-4ac8-a393-2b1070a8db9d req-a3fd98db-5c69-4dcd-ae56-929b675bbf85 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 945 time: 0.1012332 Jun 29 10:48:01.651207 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3852502b-ea90-4ac8-a393-2b1070a8db9d req-43774860-8840-4831-93d8-45a4ddb80dc6 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659769 Jun 29 10:48:01.784389 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-fb1f741f-1093-4d9d-bfd5-d42e9cc33790 None None] Notify callbacks [] for port, precommit_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:01.795368 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-fb1f741f-1093-4d9d-bfd5-d42e9cc33790 None None] Transition to ACTIVE for port object 217690b0-2c34-4992-a908-6536cd94261a will not be triggered until provisioned by entity L2. {{(pid=99535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:48:01.801060 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-fb1f741f-1093-4d9d-bfd5-d42e9cc33790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:01.810143 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-79c34759-20d4-4f4b-8d1b-08d7443cb7a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:01.897062 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643b2a6-a5c9-4b58-9394-957693ef75a4 None None] Pushing event updated for resources: {'Port': ['ID=217690b0-2c34-4992-a908-6536cd94261a,revision_number=3']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:01.900868 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-d643b2a6-a5c9-4b58-9394-957693ef75a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:01.943279 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-fb1f741f-1093-4d9d-bfd5-d42e9cc33790 None None] Attempting to bind port 217690b0-2c34-4992-a908-6536cd94261a on host dv-cinder-792209-3-iscsi for vnic_type normal with profile {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:48:01.954481 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-fb1f741f-1093-4d9d-bfd5-d42e9cc33790 None None] Attempting to bind port 217690b0-2c34-4992-a908-6536cd94261a by drivers openvswitch,hyperv on host dv-cinder-792209-3-iscsi at level 0 using segments [{'id': 'f2da1022-c9dd-477d-b8c8-46be598e2a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a8e58dd5-c1c5-4fbd-8c50-745045f39aa4'}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:48:01.954481 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1f741f-1093-4d9d-bfd5-d42e9cc33790 None None] Attempting to bind port 217690b0-2c34-4992-a908-6536cd94261a on network a8e58dd5-c1c5-4fbd-8c50-745045f39aa4 {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:48:01.954481 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1f741f-1093-4d9d-bfd5-d42e9cc33790 None None] Checking agent: {'id': 'fcf96668-74e6-4b26-856c-86c6583113ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 33, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:48:01.954481 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1f741f-1093-4d9d-bfd5-d42e9cc33790 None None] Checking segment: {'id': 'f2da1022-c9dd-477d-b8c8-46be598e2a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a8e58dd5-c1c5-4fbd-8c50-745045f39aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:48:01.954481 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-fb1f741f-1093-4d9d-bfd5-d42e9cc33790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:01.954481 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1f741f-1093-4d9d-bfd5-d42e9cc33790 None None] Bound using segment: {'id': 'f2da1022-c9dd-477d-b8c8-46be598e2a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a8e58dd5-c1c5-4fbd-8c50-745045f39aa4'} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:48:01.954481 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-fb1f741f-1093-4d9d-bfd5-d42e9cc33790 None None] Bound port: 217690b0-2c34-4992-a908-6536cd94261a, host: dv-cinder-792209-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2da1022-c9dd-477d-b8c8-46be598e2a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a8e58dd5-c1c5-4fbd-8c50-745045f39aa4'}}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:48:01.954481 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-fb1f741f-1093-4d9d-bfd5-d42e9cc33790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:02.016288 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 36ad10df-f319-4b53-88e9-5d00ea60b728 up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:48:02.048250 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-fb1f741f-1093-4d9d-bfd5-d42e9cc33790 None None] For port 217690b0-2c34-4992-a908-6536cd94261a, host dv-cinder-792209-3-iscsi, cleared binding levels {{(pid=99535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:48:02.055349 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-fb1f741f-1093-4d9d-bfd5-d42e9cc33790 None None] For port 217690b0-2c34-4992-a908-6536cd94261a, host dv-cinder-792209-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=217690b0-2c34-4992-a908-6536cd94261a,segment=NetworkSegment(f2da1022-c9dd-477d-b8c8-46be598e2a7f),segment_id=f2da1022-c9dd-477d-b8c8-46be598e2a7f)] {{(pid=99535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:48:02.098451 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port 36ad10df-f319-4b53-88e9-5d00ea60b728 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:48:02.098813 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:02.103480 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-fb1f741f-1093-4d9d-bfd5-d42e9cc33790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:02.107877 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-1443e022-f01c-4e65-a9b8-a60d5901e483 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:02.157965 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1f741f-1093-4d9d-bfd5-d42e9cc33790 None None] Routers {'f206df37-e5c5-4ab8-83f1-9f7047fd61f4'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:48:02.158873 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-fb1f741f-1093-4d9d-bfd5-d42e9cc33790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:47:59Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['f206df37-e5c5-4ab8-83f1-9f7047fd61f4'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:02.213907 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643b2a6-a5c9-4b58-9394-957693ef75a4 None None] Pushing event updated for resources: {'Port': ['ID=217690b0-2c34-4992-a908-6536cd94261a,revision_number=4']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:02.217920 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-d643b2a6-a5c9-4b58-9394-957693ef75a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:02.312323 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-fb1f741f-1093-4d9d-bfd5-d42e9cc33790 None None] Set router f206df37-e5c5-4ab8-83f1-9f7047fd61f4 gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:48:02.530436 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-fb1f741f-1093-4d9d-bfd5-d42e9cc33790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f206df37-e5c5-4ab8-83f1-9f7047fd61f4', 'name': 'tempest-TestMinimumBasicScenario-2099384855-router', 'tenant_id': '7e8b5657b03645ab9a247c9fdd7f2844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '36ad10df-f319-4b53-88e9-5d00ea60b728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:54Z', 'updated_at': '2021-06-29T10:47:57Z', 'revision_number': 4, 'project_id': '7e8b5657b03645ab9a247c9fdd7f2844', 'gw_port': {'id': '36ad10df-f319-4b53-88e9-5d00ea60b728', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f206df37-e5c5-4ab8-83f1-9f7047fd61f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:54Z', 'updated_at': '2021-06-29T10:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '217690b0-2c34-4992-a908-6536cd94261a', 'name': '', 'network_id': 'a8e58dd5-c1c5-4fbd-8c50-745045f39aa4', 'tenant_id': '7e8b5657b03645ab9a247c9fdd7f2844', 'mac_address': 'fa:16:3e:c4:e2:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f206df37-e5c5-4ab8-83f1-9f7047fd61f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '8506d442-12b0-4c3d-840d-8b580d7dd2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:56Z', 'updated_at': '2021-06-29T10:48:02Z', 'revision_number': 4, 'project_id': '7e8b5657b03645ab9a247c9fdd7f2844', 'subnets': [{'id': '8506d442-12b0-4c3d-840d-8b580d7dd2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:02.562297 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1f741f-1093-4d9d-bfd5-d42e9cc33790 None None] The sync data for ids ['f206df37-e5c5-4ab8-83f1-9f7047fd61f4'] in dv-cinder-792209-3-iscsi is: [{'id': 'f206df37-e5c5-4ab8-83f1-9f7047fd61f4', 'name': 'tempest-TestMinimumBasicScenario-2099384855-router', 'tenant_id': '7e8b5657b03645ab9a247c9fdd7f2844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '36ad10df-f319-4b53-88e9-5d00ea60b728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:54Z', 'updated_at': '2021-06-29T10:47:57Z', 'revision_number': 4, 'project_id': '7e8b5657b03645ab9a247c9fdd7f2844', 'gw_port': {'id': '36ad10df-f319-4b53-88e9-5d00ea60b728', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f206df37-e5c5-4ab8-83f1-9f7047fd61f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:54Z', 'updated_at': '2021-06-29T10:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '217690b0-2c34-4992-a908-6536cd94261a', 'name': '', 'network_id': 'a8e58dd5-c1c5-4fbd-8c50-745045f39aa4', 'tenant_id': '7e8b5657b03645ab9a247c9fdd7f2844', 'mac_address': 'fa:16:3e:c4:e2:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f206df37-e5c5-4ab8-83f1-9f7047fd61f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '8506d442-12b0-4c3d-840d-8b580d7dd2a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:56Z', 'updated_at': '2021-06-29T10:48:02Z', 'revision_number': 4, 'project_id': '7e8b5657b03645ab9a247c9fdd7f2844', 'subnets': [{'id': '8506d442-12b0-4c3d-840d-8b580d7dd2a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:48:02.840813 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496280a-2a13-4ed2-aa5a-f847c7f1ffcc req-d7e9b8cf-5c18-405b-b31d-f1a2c5a33e0b tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:02.848414 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6496280a-2a13-4ed2-aa5a-f847c7f1ffcc req-d7e9b8cf-5c18-405b-b31d-f1a2c5a33e0b tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 945 time: 0.0793843 Jun 29 10:48:02.886457 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6496280a-2a13-4ed2-aa5a-f847c7f1ffcc req-bb286c7e-102a-4878-bc27-b79a8c9db374 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371745 Jun 29 10:48:03.999719 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 217690b0-2c34-4992-a908-6536cd94261a up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:48:04.054707 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning for port 217690b0-2c34-4992-a908-6536cd94261a completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:48:04.058496 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port 217690b0-2c34-4992-a908-6536cd94261a triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:48:04.058923 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:04.149750 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:04.183993 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] For port 217690b0-2c34-4992-a908-6536cd94261a, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=217690b0-2c34-4992-a908-6536cd94261a,segment=NetworkSegment(f2da1022-c9dd-477d-b8c8-46be598e2a7f),segment_id=f2da1022-c9dd-477d-b8c8-46be598e2a7f)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:04.189587 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:04.191565 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-29a9b87a-1c0b-4741-a3d8-4acf2568bb10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:04.246532 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Pushing event updated for resources: {'Port': ['ID=217690b0-2c34-4992-a908-6536cd94261a,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:04.251069 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:05.962284 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 217690b0-2c34-4992-a908-6536cd94261a up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:48:06.018149 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port 217690b0-2c34-4992-a908-6536cd94261a triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:48:06.018149 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:07.947861 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.agents_db [None req-93d4a047-be9c-4d13-b750-597922b429b4 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:48:09.193422 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-fbbfbee9-17ca-4075-853b-6fc0d9e0d164 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:09.194795 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-fbbfbee9-17ca-4075-853b-6fc0d9e0d164 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/networks?id=2a19d97a-0f53-46df-86fa-6148a8841956 HTTP/1.1" status: 200 len: 814 time: 0.1001925 Jun 29 10:48:09.211576 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-a169abb5-ab5b-4907-9ee3-543ffb9d4f7f tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/quotas/9b5bc8fce6a347388dbb08e51022f98d HTTP/1.1" status: 200 len: 375 time: 0.0114081 Jun 29 10:48:09.277948 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-c204f9e9-2ed7-4c37-89a3-38b14a1de2c5 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9b5bc8fce6a347388dbb08e51022f98d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0604832 Jun 29 10:48:09.460631 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-57cbb680-a105-4545-b0b0-50490dc9b0ed service neutron] 10.222.0.61 "GET /v2.0/networks/2a19d97a-0f53-46df-86fa-6148a8841956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694169 Jun 29 10:48:09.545187 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-57f97efa-11de-4b44-9cf4-b4899c13b455 service neutron] 10.222.0.61 "GET /v2.0/networks/2a19d97a-0f53-46df-86fa-6148a8841956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785775 Jun 29 10:48:09.706064 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-56240d77-b2d5-417b-a08c-d500588b8a9a req-a9fb890e-665d-4503-9a95-a08aebe95ab2 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 210 time: 0.0282021 Jun 29 10:48:10.853841 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-91bf14fc-e3c8-4be3-968b-25c03525cc4e req-737664d4-3b41-4afe-9bb0-79f977d46fa0 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 210 time: 0.0340695 Jun 29 10:48:10.925863 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-143c324d-3665-4703-8722-c870742c8c43 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:10.927335 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-143c324d-3665-4703-8722-c870742c8c43 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.41 "GET /v2.0/networks?id=2a19d97a-0f53-46df-86fa-6148a8841956 HTTP/1.1" status: 200 len: 814 time: 0.1136584 Jun 29 10:48:10.954647 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-a1cab0e8-e8b6-4484-a898-efa95fd120f7 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Request body: {'port': {'device_id': '3a854f18-6140-498d-b486-3a41d043a79e', 'network_id': '2a19d97a-0f53-46df-86fa-6148a8841956', 'admin_state_up': True, 'tenant_id': '9b5bc8fce6a347388dbb08e51022f98d'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:48:11.066866 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-a1cab0e8-e8b6-4484-a898-efa95fd120f7 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Made reservation on behalf of 9b5bc8fce6a347388dbb08e51022f98d for: {'port': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:48:11.070610 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-a1cab0e8-e8b6-4484-a898-efa95fd120f7 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:11.201910 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-a1cab0e8-e8b6-4484-a898-efa95fd120f7 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Allocated IP 172.20.0.7 (2a19d97a-0f53-46df-86fa-6148a8841956/7b6f5e7d-a49f-427f-8c0a-3db1b0e9759b/af0d4289-94d5-4b71-829b-89a33972a0a0) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:48:11.362626 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-a1cab0e8-e8b6-4484-a898-efa95fd120f7 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:11.379246 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.provisioning_blocks [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-a1cab0e8-e8b6-4484-a898-efa95fd120f7 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Transition to ACTIVE for port object af0d4289-94d5-4b71-829b-89a33972a0a0 will not be triggered until provisioned by entity DHCP. {{(pid=99532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:48:11.422516 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-a1cab0e8-e8b6-4484-a898-efa95fd120f7 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4232069'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:11.438093 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-7ac4b95d-d982-46cb-9168-8dc8ccb8e552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:11.451502 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-a1cab0e8-e8b6-4484-a898-efa95fd120f7 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Network 2a19d97a-0f53-46df-86fa-6148a8841956 is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:48:11.455113 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-a1cab0e8-e8b6-4484-a898-efa95fd120f7 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:48:11.497474 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-a1cab0e8-e8b6-4484-a898-efa95fd120f7 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:48:11.558869 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cab0e8-e8b6-4484-a898-efa95fd120f7 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Pushing event updated for resources: {'Port': ['ID=af0d4289-94d5-4b71-829b-89a33972a0a0,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:11.563511 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-a1cab0e8-e8b6-4484-a898-efa95fd120f7 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:11.579015 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-a1cab0e8-e8b6-4484-a898-efa95fd120f7 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:11.579936 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-a1cab0e8-e8b6-4484-a898-efa95fd120f7 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:11.600757 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-a1cab0e8-e8b6-4484-a898-efa95fd120f7 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6521404 Jun 29 10:48:11.824920 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-8b7f4c75-c550-4345-8432-eb31fdd64fc0 None None] Provisioning for port af0d4289-94d5-4b71-829b-89a33972a0a0 completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:48:11.829016 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-8b7f4c75-c550-4345-8432-eb31fdd64fc0 None None] Provisioning complete for port af0d4289-94d5-4b71-829b-89a33972a0a0 triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:48:11.829421 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8b7f4c75-c550-4345-8432-eb31fdd64fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:11.866464 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-8b7f4c75-c550-4345-8432-eb31fdd64fc0 None None] Port af0d4289-94d5-4b71-829b-89a33972a0a0 cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:48:12.033592 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8372e-be15-4948-a367-c6588cb95ca9 req-71ea6895-5a33-4d9f-92fe-e8b1fc1ec9ba tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:12.035812 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-69a8372e-be15-4948-a367-c6588cb95ca9 req-71ea6895-5a33-4d9f-92fe-e8b1fc1ec9ba tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 931 time: 0.0640101 Jun 29 10:48:12.076598 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-69a8372e-be15-4948-a367-c6588cb95ca9 req-3cfdbb9b-fc02-4abc-ae4d-f854fe71fc19 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/security-groups?id=265bbfb3-3221-410a-b45b-9c362b2d8073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336804 Jun 29 10:48:13.252531 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c90d58-ba8b-44ae-ae87-6aef99e6d57b req-8a65fee3-f9cf-45d9-bc6b-7d6fd1cd853b tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:13.254269 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d6c90d58-ba8b-44ae-ae87-6aef99e6d57b req-8a65fee3-f9cf-45d9-bc6b-7d6fd1cd853b tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 931 time: 0.0647228 Jun 29 10:48:13.293800 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d6c90d58-ba8b-44ae-ae87-6aef99e6d57b req-65863f67-81ea-4a61-949a-b11113f521cd tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/security-groups?id=265bbfb3-3221-410a-b45b-9c362b2d8073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336702 Jun 29 10:48:14.470760 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176075bd-0a85-4980-a6fb-d3b8c6bac8e1 req-df247c60-c5ae-4b48-9883-a7f527e33503 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:14.472245 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-176075bd-0a85-4980-a6fb-d3b8c6bac8e1 req-df247c60-c5ae-4b48-9883-a7f527e33503 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 931 time: 0.0656111 Jun 29 10:48:14.509150 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-176075bd-0a85-4980-a6fb-d3b8c6bac8e1 req-7ef2734d-fc6b-4303-9376-098bb8b34ce1 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/security-groups?id=265bbfb3-3221-410a-b45b-9c362b2d8073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313668 Jun 29 10:48:15.690887 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996b126-bbb2-4fd3-8269-4ca3bbb7ffe4 req-dbf0e593-0ee5-4010-8036-a7448db139f2 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:15.692282 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-2996b126-bbb2-4fd3-8269-4ca3bbb7ffe4 req-dbf0e593-0ee5-4010-8036-a7448db139f2 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 931 time: 0.0713301 Jun 29 10:48:15.730622 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-2996b126-bbb2-4fd3-8269-4ca3bbb7ffe4 req-17541fe1-0d53-4cb5-b769-ae7870ac868a tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/security-groups?id=265bbfb3-3221-410a-b45b-9c362b2d8073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325124 Jun 29 10:48:16.905664 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e7327a-1e26-4950-9154-3d4c5a68f7af req-80dc9504-009d-4749-a22f-38c92564c53f tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:16.907149 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-60e7327a-1e26-4950-9154-3d4c5a68f7af req-80dc9504-009d-4749-a22f-38c92564c53f tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 931 time: 0.0626926 Jun 29 10:48:16.974502 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-60e7327a-1e26-4950-9154-3d4c5a68f7af req-cee95535-4901-4dd5-bee2-9e2148634df8 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/security-groups?id=265bbfb3-3221-410a-b45b-9c362b2d8073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614166 Jun 29 10:48:18.162892 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c9d16-3735-4a2d-9da2-6f8ac4b4a59b req-4d44e415-89d0-4aaa-aafb-4ff4b1f322be tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:18.171116 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b91c9d16-3735-4a2d-9da2-6f8ac4b4a59b req-4d44e415-89d0-4aaa-aafb-4ff4b1f322be tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 931 time: 0.0836749 Jun 29 10:48:18.210799 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b91c9d16-3735-4a2d-9da2-6f8ac4b4a59b req-83fdddb8-38c0-4f44-a042-7094918f7247 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/security-groups?id=265bbfb3-3221-410a-b45b-9c362b2d8073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357873 Jun 29 10:48:19.389595 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7a06c-ab6e-40a7-a015-3d9a8c2df543 req-229dbd41-41e4-46f3-9e84-cc43e485b3eb tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:19.392011 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c0c7a06c-ab6e-40a7-a015-3d9a8c2df543 req-229dbd41-41e4-46f3-9e84-cc43e485b3eb tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 931 time: 0.0681677 Jun 29 10:48:19.431405 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c0c7a06c-ab6e-40a7-a015-3d9a8c2df543 req-87ca51b7-12f7-4ba0-985a-4e9f6f9d1cc7 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/security-groups?id=265bbfb3-3221-410a-b45b-9c362b2d8073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338082 Jun 29 10:48:20.608348 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29453c58-4ce7-4dc2-87da-edd4b039ed25 req-1c8b2fdd-261d-4182-ae09-ebeb23fd1804 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:20.610355 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-29453c58-4ce7-4dc2-87da-edd4b039ed25 req-1c8b2fdd-261d-4182-ae09-ebeb23fd1804 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 931 time: 0.0672638 Jun 29 10:48:20.652873 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-29453c58-4ce7-4dc2-87da-edd4b039ed25 req-0104dc2a-688f-4835-a29b-0c7ea61d7c1e tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/security-groups?id=265bbfb3-3221-410a-b45b-9c362b2d8073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364871 Jun 29 10:48:21.850151 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227a5ba-526a-4da3-b75c-fc8a6807799f req-3c5e6b93-de15-432e-b9db-56327167fc44 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:21.851651 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f227a5ba-526a-4da3-b75c-fc8a6807799f req-3c5e6b93-de15-432e-b9db-56327167fc44 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 931 time: 0.0731857 Jun 29 10:48:21.893716 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f227a5ba-526a-4da3-b75c-fc8a6807799f req-6a11d2af-68e1-4a2f-954f-15f6c302524d tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/security-groups?id=265bbfb3-3221-410a-b45b-9c362b2d8073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358036 Jun 29 10:48:22.796824 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-36fb5bf9-ffbc-4279-9517-64ef64c7e668 service neutron] Request body: {'port': {'device_id': '3a854f18-6140-498d-b486-3a41d043a79e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:48:22.864870 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-36fb5bf9-ffbc-4279-9517-64ef64c7e668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:23.072403 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609e971-351e-408e-8e20-777daf21274e req-d29e797e-3bf1-46b7-bc0d-64307c5d50fd tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:23.073749 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a609e971-351e-408e-8e20-777daf21274e req-d29e797e-3bf1-46b7-bc0d-64307c5d50fd tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 931 time: 0.0625312 Jun 29 10:48:23.114552 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a609e971-351e-408e-8e20-777daf21274e req-586a0e01-0a45-4bf6-b353-fdf2e9b301b0 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/security-groups?id=265bbfb3-3221-410a-b45b-9c362b2d8073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350084 Jun 29 10:48:23.118225 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.notifiers.nova [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-36fb5bf9-ffbc-4279-9517-64ef64c7e668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af0d4289-94d5-4b71-829b-89a33972a0a0 {{(pid=99532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:48:23.126225 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-36fb5bf9-ffbc-4279-9517-64ef64c7e668 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:23.144471 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.provisioning_blocks [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-36fb5bf9-ffbc-4279-9517-64ef64c7e668 service neutron] Transition to ACTIVE for port object af0d4289-94d5-4b71-829b-89a33972a0a0 will not be triggered until provisioned by entity L2. {{(pid=99532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:48:23.148391 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-36fb5bf9-ffbc-4279-9517-64ef64c7e668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4232083'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:23.151192 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-9556ab0f-eed2-4b25-a716-6c84052ecbc3 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:23.200538 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb5bf9-ffbc-4279-9517-64ef64c7e668 service neutron] Pushing event updated for resources: {'Port': ['ID=af0d4289-94d5-4b71-829b-89a33972a0a0,revision_number=2']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:23.203582 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-36fb5bf9-ffbc-4279-9517-64ef64c7e668 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:23.268724 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-36fb5bf9-ffbc-4279-9517-64ef64c7e668 service neutron] Attempting to bind port af0d4289-94d5-4b71-829b-89a33972a0a0 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:48:23.269051 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-36fb5bf9-ffbc-4279-9517-64ef64c7e668 service neutron] Attempting to bind port af0d4289-94d5-4b71-829b-89a33972a0a0 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': 'd268b454-5f21-431b-a249-b90c8192c197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '2a19d97a-0f53-46df-86fa-6148a8841956'}] {{(pid=99532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:48:23.269377 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-36fb5bf9-ffbc-4279-9517-64ef64c7e668 service neutron] Attempting to bind port af0d4289-94d5-4b71-829b-89a33972a0a0 on network 2a19d97a-0f53-46df-86fa-6148a8841956 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:48:23.273648 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-36fb5bf9-ffbc-4279-9517-64ef64c7e668 service neutron] Port af0d4289-94d5-4b71-829b-89a33972a0a0 on network 2a19d97a-0f53-46df-86fa-6148a8841956 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:48:23.273963 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-36fb5bf9-ffbc-4279-9517-64ef64c7e668 service neutron] Attempting to bind port af0d4289-94d5-4b71-829b-89a33972a0a0 on network 2a19d97a-0f53-46df-86fa-6148a8841956 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:48:23.278786 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-36fb5bf9-ffbc-4279-9517-64ef64c7e668 service neutron] Checking agent: {'id': 'd76c2234-1a1a-45d0-9761-a55b876eff8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 39, 54), 'started_at': datetime.datetime(2021, 6, 29, 10, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:48:23.279122 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-36fb5bf9-ffbc-4279-9517-64ef64c7e668 service neutron] Checking segment: {'id': 'd268b454-5f21-431b-a249-b90c8192c197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '2a19d97a-0f53-46df-86fa-6148a8841956'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:48:23.279505 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-36fb5bf9-ffbc-4279-9517-64ef64c7e668 service neutron] Bound using segment: {'id': 'd268b454-5f21-431b-a249-b90c8192c197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '2a19d97a-0f53-46df-86fa-6148a8841956'} {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:48:23.279925 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-36fb5bf9-ffbc-4279-9517-64ef64c7e668 service neutron] Bound port: af0d4289-94d5-4b71-829b-89a33972a0a0, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd268b454-5f21-431b-a249-b90c8192c197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '2a19d97a-0f53-46df-86fa-6148a8841956'}}] {{(pid=99532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:48:23.280277 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-36fb5bf9-ffbc-4279-9517-64ef64c7e668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:23.347756 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-36fb5bf9-ffbc-4279-9517-64ef64c7e668 service neutron] For port af0d4289-94d5-4b71-829b-89a33972a0a0, host hv-cinder-79220, cleared binding levels {{(pid=99532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:48:23.351056 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-36fb5bf9-ffbc-4279-9517-64ef64c7e668 service neutron] For port af0d4289-94d5-4b71-829b-89a33972a0a0, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=af0d4289-94d5-4b71-829b-89a33972a0a0,segment=NetworkSegment(d268b454-5f21-431b-a249-b90c8192c197),segment_id=d268b454-5f21-431b-a249-b90c8192c197)] {{(pid=99532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:48:23.356633 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-36fb5bf9-ffbc-4279-9517-64ef64c7e668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4232083'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:23.360150 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-0346b64f-5154-47f8-a35f-6c1f9aa24726 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:23.387727 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-36fb5bf9-ffbc-4279-9517-64ef64c7e668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:23.388613 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-36fb5bf9-ffbc-4279-9517-64ef64c7e668 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:23.390023 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-36fb5bf9-ffbc-4279-9517-64ef64c7e668 service neutron] 10.222.0.41 "PUT /v2.0/ports/af0d4289-94d5-4b71-829b-89a33972a0a0 HTTP/1.1" status: 200 len: 1093 time: 0.5983562 Jun 29 10:48:23.392567 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a854f18-6140-498d-b486-3a41d043a79e', 'tag': 'af0d4289-94d5-4b71-829b-89a33972a0a0'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:48:23.394856 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}741eff7b388cda03fc4d9e55606c84397052c5857ae4d93d7a3b4e67aaed09af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b804407-3fa3-4b21-bf24-721e77da94bf" -d '{"events": [{"name": "network-changed", "server_uuid": "3a854f18-6140-498d-b486-3a41d043a79e", "tag": "af0d4289-94d5-4b71-829b-89a33972a0a0"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:48:23.432037 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb5bf9-ffbc-4279-9517-64ef64c7e668 service neutron] Pushing event updated for resources: {'Port': ['ID=af0d4289-94d5-4b71-829b-89a33972a0a0,revision_number=3']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:23.435255 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-36fb5bf9-ffbc-4279-9517-64ef64c7e668 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:23.512745 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-56d1e19f-c36f-43eb-b2e7-641a9c09fe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:23.514435 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-56d1e19f-c36f-43eb-b2e7-641a9c09fe9f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b5bc8fce6a347388dbb08e51022f98d&device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 1096 time: 0.0568712 Jun 29 10:48:23.573653 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936582bc-7c01-4ac9-924f-b69439355581 x-openstack-request-id: req-936582bc-7c01-4ac9-924f-b69439355581 {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:48:23.573914 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a854f18-6140-498d-b486-3a41d043a79e", "tag": "af0d4289-94d5-4b71-829b-89a33972a0a0", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:48:23.574197 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-936582bc-7c01-4ac9-924f-b69439355581 {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:48:23.574619 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a854f18-6140-498d-b486-3a41d043a79e', 'tag': 'af0d4289-94d5-4b71-829b-89a33972a0a0', 'status': 'completed', 'code': 200} Jun 29 10:48:23.576418 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-d43eb44a-6129-48ec-b2ca-a37b323651ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af0d4289-94d5-4b71-829b-89a33972a0a0 HTTP/1.1" status: 200 len: 217 time: 0.0434456 Jun 29 10:48:23.634214 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-bf0b3a96-3133-4fbd-97b2-927136da209e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:23.635668 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-bf0b3a96-3133-4fbd-97b2-927136da209e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b6f5e7d-a49f-427f-8c0a-3db1b0e9759b HTTP/1.1" status: 200 len: 853 time: 0.0412936 Jun 29 10:48:23.691502 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-2ba1b506-3d92-4a4f-b699-32f4f1b88aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:23.692960 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-2ba1b506-3d92-4a4f-b699-32f4f1b88aad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a19d97a-0f53-46df-86fa-6148a8841956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499282 Jun 29 10:48:23.783814 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-df2f6453-2925-4cb0-b21a-37932b1c8794 service neutron] 10.222.0.41 "GET /v2.0/networks/2a19d97a-0f53-46df-86fa-6148a8841956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821126 Jun 29 10:48:23.873682 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-b512217f-fd16-40e0-a9ef-37f086a4e193 req-a26fce44-8d15-46ce-ba57-c654f8824ab7 service neutron] 10.222.0.41 "GET /v2.0/networks/2a19d97a-0f53-46df-86fa-6148a8841956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790677 Jun 29 10:48:24.024668 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b804407-3fa3-4b21-bf24-721e77da94bf req-f578b116-1e14-4d0d-851c-bdb6d4d203a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:24.026071 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-8b804407-3fa3-4b21-bf24-721e77da94bf req-f578b116-1e14-4d0d-851c-bdb6d4d203a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b5bc8fce6a347388dbb08e51022f98d&device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 1096 time: 0.0502627 Jun 29 10:48:24.117966 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b804407-3fa3-4b21-bf24-721e77da94bf req-dafa6ca8-f720-447b-84d6-c8946536895d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:24.119426 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-8b804407-3fa3-4b21-bf24-721e77da94bf req-dafa6ca8-f720-447b-84d6-c8946536895d service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a19d97a-0f53-46df-86fa-6148a8841956 HTTP/1.1" status: 200 len: 915 time: 0.0828505 Jun 29 10:48:24.162920 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-8b804407-3fa3-4b21-bf24-721e77da94bf req-df98925b-1178-467a-acaa-0860f07a54dc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af0d4289-94d5-4b71-829b-89a33972a0a0 HTTP/1.1" status: 200 len: 217 time: 0.0336678 Jun 29 10:48:24.213847 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b804407-3fa3-4b21-bf24-721e77da94bf req-499dc322-8a1f-4213-ab66-0b3e79925cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:24.215302 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-8b804407-3fa3-4b21-bf24-721e77da94bf req-499dc322-8a1f-4213-ab66-0b3e79925cfa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b6f5e7d-a49f-427f-8c0a-3db1b0e9759b HTTP/1.1" status: 200 len: 853 time: 0.0418139 Jun 29 10:48:24.276328 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b804407-3fa3-4b21-bf24-721e77da94bf req-054f5132-0d08-48ac-89c9-5909eb715c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:24.277820 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-8b804407-3fa3-4b21-bf24-721e77da94bf req-054f5132-0d08-48ac-89c9-5909eb715c4a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a19d97a-0f53-46df-86fa-6148a8841956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537601 Jun 29 10:48:24.284175 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4dad84-2817-4d2f-abf1-be8998b3226f req-4824ec56-0b1a-463c-9fe9-c2cab0ff2404 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:24.285611 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-cf4dad84-2817-4d2f-abf1-be8998b3226f req-4824ec56-0b1a-463c-9fe9-c2cab0ff2404 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 943 time: 0.0614767 Jun 29 10:48:24.321781 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-cf4dad84-2817-4d2f-abf1-be8998b3226f req-f1a92266-f4a9-494a-8746-fb3652ff102e tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/security-groups?id=265bbfb3-3221-410a-b45b-9c362b2d8073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303171 Jun 29 10:48:24.366006 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-8b804407-3fa3-4b21-bf24-721e77da94bf req-ceabf217-8f98-4fba-88eb-ccdbc6658a2d service neutron] 10.222.0.41 "GET /v2.0/networks/2a19d97a-0f53-46df-86fa-6148a8841956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797431 Jun 29 10:48:24.707206 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-8b804407-3fa3-4b21-bf24-721e77da94bf req-8a1ee0ac-39a1-44d4-8892-bc1ea4c0da3b service neutron] 10.222.0.41 "GET /v2.0/networks/2a19d97a-0f53-46df-86fa-6148a8841956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308299 Jun 29 10:48:24.803753 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:25.490635 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f632b-8803-4c81-a592-292f0b5b3cd7 req-6a0e85d4-30ee-493b-8f1e-09c626ffd8c9 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:25.492081 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-297f632b-8803-4c81-a592-292f0b5b3cd7 req-6a0e85d4-30ee-493b-8f1e-09c626ffd8c9 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 943 time: 0.0608087 Jun 29 10:48:25.528616 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-297f632b-8803-4c81-a592-292f0b5b3cd7 req-57b10d20-4ea3-4307-bcca-835bbdaacd6d tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/security-groups?id=265bbfb3-3221-410a-b45b-9c362b2d8073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311055 Jun 29 10:48:25.900963 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device af0d4289-94d5-4b71-829b-89a33972a0a0 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:48:25.972731 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1a727204-ca6f-4df8-9ef1-b8efd5eb83a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:26.005530 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port af0d4289-94d5-4b71-829b-89a33972a0a0, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=af0d4289-94d5-4b71-829b-89a33972a0a0,segment=NetworkSegment(d268b454-5f21-431b-a249-b90c8192c197),segment_id=d268b454-5f21-431b-a249-b90c8192c197)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:26.015801 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Returning: {'device': 'af0d4289-94d5-4b71-829b-89a33972a0a0', 'network_id': '2a19d97a-0f53-46df-86fa-6148a8841956', 'port_id': 'af0d4289-94d5-4b71-829b-89a33972a0a0', 'mac_address': 'fa:16:3e:43:82:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b6f5e7d-a49f-427f-8c0a-3db1b0e9759b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:48:26.057451 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:26.070168 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af0d4289-94d5-4b71-829b-89a33972a0a0 {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:48:26.088266 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port af0d4289-94d5-4b71-829b-89a33972a0a0, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=af0d4289-94d5-4b71-829b-89a33972a0a0,segment=NetworkSegment(d268b454-5f21-431b-a249-b90c8192c197),segment_id=d268b454-5f21-431b-a249-b90c8192c197)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:26.091613 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:26.093298 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:26.136771 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=af0d4289-94d5-4b71-829b-89a33972a0a0,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:26.143630 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:26.143980 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:26.144323 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:26.144658 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:26.144990 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:26.145325 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:26.145653 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:26.145976 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:26.146303 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:26.146646 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:26.146972 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:26.147292 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:26.150870 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:26.470737 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] get_ports_and_sgs() called for port_ids ['af0d4289-94d5-4b71-829b-89a33972a0a0'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:48:26.700311 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb433f-7474-427c-b161-38b486f31202 req-283b351b-ecdb-48b6-8bb2-d5da164eb4f0 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:26.701750 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-28eb433f-7474-427c-b161-38b486f31202 req-283b351b-ecdb-48b6-8bb2-d5da164eb4f0 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 944 time: 0.0646899 Jun 29 10:48:26.738237 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-28eb433f-7474-427c-b161-38b486f31202 req-1917a166-0286-4575-ae85-88ba21ed24e0 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/security-groups?id=265bbfb3-3221-410a-b45b-9c362b2d8073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302632 Jun 29 10:48:27.903285 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device af0d4289-94d5-4b71-829b-89a33972a0a0 up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:48:27.909373 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290aafc-191b-4061-849a-80a9d996142a req-39e5c009-93dd-4648-ad98-db3a55d4a807 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:27.910875 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b290aafc-191b-4061-849a-80a9d996142a req-39e5c009-93dd-4648-ad98-db3a55d4a807 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 944 time: 0.0634065 Jun 29 10:48:27.948192 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b290aafc-191b-4061-849a-80a9d996142a req-fc0a0095-b61c-4d49-9286-d48da82c04e1 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/security-groups?id=265bbfb3-3221-410a-b45b-9c362b2d8073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316176 Jun 29 10:48:27.951366 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Provisioning for port af0d4289-94d5-4b71-829b-89a33972a0a0 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:48:27.955115 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Provisioning complete for port af0d4289-94d5-4b71-829b-89a33972a0a0 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:48:27.955493 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:28.029683 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:28.051890 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a854f18-6140-498d-b486-3a41d043a79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0d4289-94d5-4b71-829b-89a33972a0a0'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:48:28.054002 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3762a8f488588fc24900269a9cc386d753c3d6f951c38e7bc7f446f2f69fbffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041d8a07-a5ee-4cd0-a555-d48ee9aebe3a" -d '{"events": [{"server_uuid": "3a854f18-6140-498d-b486-3a41d043a79e", "name": "network-vif-plugged", "status": "completed", "tag": "af0d4289-94d5-4b71-829b-89a33972a0a0"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:48:28.066225 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port af0d4289-94d5-4b71-829b-89a33972a0a0, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=af0d4289-94d5-4b71-829b-89a33972a0a0,segment=NetworkSegment(d268b454-5f21-431b-a249-b90c8192c197),segment_id=d268b454-5f21-431b-a249-b90c8192c197)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:28.070349 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:28.072495 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:28.093457 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9706b87-d5c8-406f-b091-1ee86b13bcdf x-openstack-request-id: req-c9706b87-d5c8-406f-b091-1ee86b13bcdf {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:48:28.093759 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a854f18-6140-498d-b486-3a41d043a79e", "name": "network-vif-plugged", "status": "completed", "tag": "af0d4289-94d5-4b71-829b-89a33972a0a0", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:48:28.094016 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c9706b87-d5c8-406f-b091-1ee86b13bcdf {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:48:28.094400 dv-cinder-792209-3-iscsi neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a854f18-6140-498d-b486-3a41d043a79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0d4289-94d5-4b71-829b-89a33972a0a0', 'code': 200} Jun 29 10:48:28.119252 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=af0d4289-94d5-4b71-829b-89a33972a0a0,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:28.122116 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:28.347691 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb84a3e-ff43-43c0-a6b1-1b04bef91a13 req-80cb6e67-379d-4c8e-b797-f6b064c3fc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:28.349060 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-bdb84a3e-ff43-43c0-a6b1-1b04bef91a13 req-80cb6e67-379d-4c8e-b797-f6b064c3fc2b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 1098 time: 0.0493350 Jun 29 10:48:28.382477 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-bdb84a3e-ff43-43c0-a6b1-1b04bef91a13 req-a9edfb7d-7be1-405d-a35b-e0943ce3fd7d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=265bbfb3-3221-410a-b45b-9c362b2d8073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262394 Jun 29 10:48:28.675768 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-ce69453c-1138-43d8-98c3-e4a8949826f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:28.880489 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:29.113437 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf91316-ea2a-4756-9613-e5ebcb32b104 req-9e199bd6-294f-498a-a879-4108769425c3 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:29.114898 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fcf91316-ea2a-4756-9613-e5ebcb32b104 req-9e199bd6-294f-498a-a879-4108769425c3 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 945 time: 0.0606256 Jun 29 10:48:29.154564 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fcf91316-ea2a-4756-9613-e5ebcb32b104 req-80339a44-a1a4-4a51-b1de-8d4663f40bf8 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/security-groups?id=265bbfb3-3221-410a-b45b-9c362b2d8073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341139 Jun 29 10:48:29.704759 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:29.715349 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4788a946-3027-4737-b421-cd7d0d6ccc25 req-a585748f-e959-4622-8238-c2af4ee385e0 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:29.716833 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-4788a946-3027-4737-b421-cd7d0d6ccc25 req-a585748f-e959-4622-8238-c2af4ee385e0 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 946 time: 0.0667424 Jun 29 10:48:29.760892 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-4788a946-3027-4737-b421-cd7d0d6ccc25 req-35a562d1-db1f-4b66-89c6-e3bb3cd70883 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355217 Jun 29 10:48:30.326278 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00905d-f60e-4207-881f-a89d4c4295bb req-286d8d6f-f65c-44c4-8ba2-95ba9f8787c8 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:30.328759 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fc00905d-f60e-4207-881f-a89d4c4295bb req-286d8d6f-f65c-44c4-8ba2-95ba9f8787c8 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 945 time: 0.0653903 Jun 29 10:48:30.367748 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fc00905d-f60e-4207-881f-a89d4c4295bb req-8584b281-5a70-4389-b2c9-5c0c65819341 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/security-groups?id=265bbfb3-3221-410a-b45b-9c362b2d8073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314350 Jun 29 10:48:30.536430 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6c9c4-1544-4e13-bfef-9ea8e1181a0c req-c1b4af45-b4b1-4491-a497-0e7293a3b780 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:30.537861 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8be6c9c4-1544-4e13-bfef-9ea8e1181a0c req-c1b4af45-b4b1-4491-a497-0e7293a3b780 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 945 time: 0.0639939 Jun 29 10:48:30.574025 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8be6c9c4-1544-4e13-bfef-9ea8e1181a0c req-7a122065-662e-482c-914b-022561e831af tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/security-groups?id=265bbfb3-3221-410a-b45b-9c362b2d8073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307503 Jun 29 10:48:30.981407 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e86354-8f1c-47d0-984b-f5242593090e req-1dc5ccc9-c4d1-4de7-bca1-0df12e6f80ba tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:30.982859 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-98e86354-8f1c-47d0-984b-f5242593090e req-1dc5ccc9-c4d1-4de7-bca1-0df12e6f80ba tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 946 time: 0.0988948 Jun 29 10:48:30.994636 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbbaeb-d28e-4517-a2fa-982d3018090f req-4771f717-805f-4dd3-9ef4-b05a0a1af58d tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:30.995984 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b4cbbaeb-d28e-4517-a2fa-982d3018090f req-4771f717-805f-4dd3-9ef4-b05a0a1af58d tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 945 time: 0.1008723 Jun 29 10:48:31.054414 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-98e86354-8f1c-47d0-984b-f5242593090e req-24e88807-9d16-41af-9f93-1f2945336f8b tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups?id=e65812bf-f5e4-4a31-a180-9e24a7d10fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574098 Jun 29 10:48:31.059169 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b4cbbaeb-d28e-4517-a2fa-982d3018090f req-e4bea694-ab07-49b3-92de-ab808d30a945 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/security-groups?id=265bbfb3-3221-410a-b45b-9c362b2d8073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559175 Jun 29 10:48:31.223253 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:31.392818 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec6d0f-8f47-48c2-b4c7-f98669b3f8dc req-f6d1de1e-3149-4b05-839e-ba99f639a8e6 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:31.394315 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-cdec6d0f-8f47-48c2-b4c7-f98669b3f8dc req-f6d1de1e-3149-4b05-839e-ba99f639a8e6 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 946 time: 0.0695710 Jun 29 10:48:31.490884 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [req-cdec6d0f-8f47-48c2-b4c7-f98669b3f8dc req-2f59faf6-8480-48b7-b653-4d6472755b59 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Deleting port 3e3ffc71-6d90-4b7b-9b0f-df361cbd6878 {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:48:31.491228 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-cdec6d0f-8f47-48c2-b4c7-f98669b3f8dc req-2f59faf6-8480-48b7-b653-4d6472755b59 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:31.576891 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-cdec6d0f-8f47-48c2-b4c7-f98669b3f8dc req-2f59faf6-8480-48b7-b653-4d6472755b59 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] For port 3e3ffc71-6d90-4b7b-9b0f-df361cbd6878, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=3e3ffc71-6d90-4b7b-9b0f-df361cbd6878,segment=NetworkSegment(8e84c1c5-221f-4c99-9606-1ea868266866),segment_id=8e84c1c5-221f-4c99-9606-1ea868266866)] {{(pid=99532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:31.577168 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-cdec6d0f-8f47-48c2-b4c7-f98669b3f8dc req-2f59faf6-8480-48b7-b653-4d6472755b59 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:31.742050 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-cdec6d0f-8f47-48c2-b4c7-f98669b3f8dc req-2f59faf6-8480-48b7-b653-4d6472755b59 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:31.742420 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-cdec6d0f-8f47-48c2-b4c7-f98669b3f8dc req-2f59faf6-8480-48b7-b653-4d6472755b59 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7928479'] for floatingip, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:31.742773 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.db.l3_db [req-cdec6d0f-8f47-48c2-b4c7-f98669b3f8dc req-2f59faf6-8480-48b7-b653-4d6472755b59 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Floating IP 8326e106-340f-4a67-bcb8-5ce345295a4f disassociated. External IP: 172.27.0.52, port: 3e3ffc71-6d90-4b7b-9b0f-df361cbd6878. Jun 29 10:48:31.743113 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [req-cdec6d0f-8f47-48c2-b4c7-f98669b3f8dc req-2f59faf6-8480-48b7-b653-4d6472755b59 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Calling delete_port for 3e3ffc71-6d90-4b7b-9b0f-df361cbd6878 owned by compute:nova {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:48:31.869011 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-cdec6d0f-8f47-48c2-b4c7-f98669b3f8dc req-2f59faf6-8480-48b7-b653-4d6472755b59 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4232076'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:31.872663 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-5150c7be-cf07-4606-a55b-2774ea96d843 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:31.897605 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59faf6-8480-48b7-b653-4d6472755b59 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Pushing event deleted for resources: {'Port': ['ID=3e3ffc71-6d90-4b7b-9b0f-df361cbd6878,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:31.900638 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-2f59faf6-8480-48b7-b653-4d6472755b59 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:32.008414 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdec6d0f-8f47-48c2-b4c7-f98669b3f8dc req-2f59faf6-8480-48b7-b653-4d6472755b59 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Router b1989a4d-e184-402f-a588-016b16d9013a has already been hosted by L3 agent 8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f {{(pid=99532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:48:32.113261 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdec6d0f-8f47-48c2-b4c7-f98669b3f8dc req-2f59faf6-8480-48b7-b653-4d6472755b59 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify agent at l3_agent.dv-cinder-792209-3-iscsi the message routers_updated {{(pid=99532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:48:32.123897 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3a2a83-2571-4c7c-88ae-a905a4940935 None None] Sync routers for ids ['b1989a4d-e184-402f-a588-016b16d9013a'] in dv-cinder-792209-3-iscsi {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:48:32.133074 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3a2a83-2571-4c7c-88ae-a905a4940935 None None] Routers {'b1989a4d-e184-402f-a588-016b16d9013a'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:48:32.133698 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-3a3a2a83-2571-4c7c-88ae-a905a4940935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:48:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['b1989a4d-e184-402f-a588-016b16d9013a'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:32.154739 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdec6d0f-8f47-48c2-b4c7-f98669b3f8dc req-2f59faf6-8480-48b7-b653-4d6472755b59 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] No DVR routers for this DVR port 3e3ffc71-6d90-4b7b-9b0f-df361cbd6878 on host hv-cinder-79220 {{(pid=99532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:48:32.157756 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-cdec6d0f-8f47-48c2-b4c7-f98669b3f8dc req-2f59faf6-8480-48b7-b653-4d6472755b59 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:32.160068 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-cdec6d0f-8f47-48c2-b4c7-f98669b3f8dc req-2f59faf6-8480-48b7-b653-4d6472755b59 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.41 "DELETE /v2.0/ports/3e3ffc71-6d90-4b7b-9b0f-df361cbd6878 HTTP/1.1" status: 204 len: 173 time: 0.7598774 Jun 29 10:48:32.160585 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf', 'name': 'network-vif-deleted', 'tag': '3e3ffc71-6d90-4b7b-9b0f-df361cbd6878'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:48:32.162902 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}741eff7b388cda03fc4d9e55606c84397052c5857ae4d93d7a3b4e67aaed09af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02558a94-79e5-4e3b-bd7e-2714a178be4a" -d '{"events": [{"server_uuid": "cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf", "name": "network-vif-deleted", "tag": "3e3ffc71-6d90-4b7b-9b0f-df361cbd6878"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:48:32.199998 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b1f88639-6bdd-479b-996a-606c73c51b99 req-501678d3-26f9-4e58-9385-4dc5a1935be9 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/ports?device_id=cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf HTTP/1.1" status: 200 len: 210 time: 0.0294304 Jun 29 10:48:32.233545 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3aee72b-4c47-4f50-bf86-a9f795114c72 x-openstack-request-id: req-e3aee72b-4c47-4f50-bf86-a9f795114c72 {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:48:32.234103 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf", "name": "network-vif-deleted", "tag": "3e3ffc71-6d90-4b7b-9b0f-df361cbd6878", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:48:32.234559 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e3aee72b-4c47-4f50-bf86-a9f795114c72 {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:48:32.235672 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfdb930e-04f4-4fc7-9c12-f52a4bc5aecf', 'name': 'network-vif-deleted', 'tag': '3e3ffc71-6d90-4b7b-9b0f-df361cbd6878', 'status': 'completed', 'code': 200} Jun 29 10:48:32.260313 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-3a3a2a83-2571-4c7c-88ae-a905a4940935 None None] Set router b1989a4d-e184-402f-a588-016b16d9013a gateway port host: dv-cinder-792209-3-iscsi {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:48:32.479292 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-3a3a2a83-2571-4c7c-88ae-a905a4940935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'name': 'tempest-AttachVolumeShelveTestJSON-1728430811-router', 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'eac7289c-d3ce-4243-9e08-ec22baf0efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:41:44Z', 'updated_at': '2021-06-29T10:41:53Z', 'revision_number': 4, 'project_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'gw_port': {'id': 'eac7289c-d3ce-4243-9e08-ec22baf0efe6', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:45Z', 'updated_at': '2021-06-29T10:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '95c1cf1b-65ab-44cd-8949-7a2ed3f357de', 'name': '', 'network_id': 'b187e754-07fe-4781-924a-d886b55c9244', 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'mac_address': 'fa:16:3e:23:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1434ea17-151b-4fa4-8fce-ecfeaa34af2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:50Z', 'updated_at': '2021-06-29T10:42:01Z', 'revision_number': 5, 'project_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'subnets': [{'id': '1434ea17-151b-4fa4-8fce-ecfeaa34af2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:32.505160 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3a2a83-2571-4c7c-88ae-a905a4940935 None None] Checking router: b1989a4d-e184-402f-a588-016b16d9013a for host: dv-cinder-792209-3-iscsi {{(pid=99534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:48:32.513338 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3a2a83-2571-4c7c-88ae-a905a4940935 None None] Routers {'b1989a4d-e184-402f-a588-016b16d9013a'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:48:32.513942 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-3a3a2a83-2571-4c7c-88ae-a905a4940935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:48:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['b1989a4d-e184-402f-a588-016b16d9013a'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:32.740558 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-3a3a2a83-2571-4c7c-88ae-a905a4940935 None None] Set router b1989a4d-e184-402f-a588-016b16d9013a gateway port host: dv-cinder-792209-3-iscsi {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:48:32.948578 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-3a3a2a83-2571-4c7c-88ae-a905a4940935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'name': 'tempest-AttachVolumeShelveTestJSON-1728430811-router', 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'eac7289c-d3ce-4243-9e08-ec22baf0efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:41:44Z', 'updated_at': '2021-06-29T10:41:53Z', 'revision_number': 4, 'project_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'gw_port': {'id': 'eac7289c-d3ce-4243-9e08-ec22baf0efe6', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:45Z', 'updated_at': '2021-06-29T10:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '95c1cf1b-65ab-44cd-8949-7a2ed3f357de', 'name': '', 'network_id': 'b187e754-07fe-4781-924a-d886b55c9244', 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'mac_address': 'fa:16:3e:23:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1434ea17-151b-4fa4-8fce-ecfeaa34af2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:50Z', 'updated_at': '2021-06-29T10:42:01Z', 'revision_number': 5, 'project_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'subnets': [{'id': '1434ea17-151b-4fa4-8fce-ecfeaa34af2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:32.975206 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3a2a83-2571-4c7c-88ae-a905a4940935 None None] The sync data for ids ['b1989a4d-e184-402f-a588-016b16d9013a'] in dv-cinder-792209-3-iscsi is: [{'id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'name': 'tempest-AttachVolumeShelveTestJSON-1728430811-router', 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'eac7289c-d3ce-4243-9e08-ec22baf0efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:41:44Z', 'updated_at': '2021-06-29T10:41:53Z', 'revision_number': 4, 'project_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'gw_port': {'id': 'eac7289c-d3ce-4243-9e08-ec22baf0efe6', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:45Z', 'updated_at': '2021-06-29T10:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '95c1cf1b-65ab-44cd-8949-7a2ed3f357de', 'name': '', 'network_id': 'b187e754-07fe-4781-924a-d886b55c9244', 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'mac_address': 'fa:16:3e:23:48:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '1434ea17-151b-4fa4-8fce-ecfeaa34af2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:50Z', 'updated_at': '2021-06-29T10:42:01Z', 'revision_number': 5, 'project_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'subnets': [{'id': '1434ea17-151b-4fa4-8fce-ecfeaa34af2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:48:33.278147 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ff0dec-8031-449b-9a3f-e25abf7e6696 None None] New status for floating IP 8326e106-340f-4a67-bcb8-5ce345295a4f: DOWN {{(pid=99535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:48:33.332457 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 50402) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:33.390169 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c9ffe225-ea39-409f-9607-4a7284b97731 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:33.412360 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c9ffe225-ea39-409f-9607-4a7284b97731 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:33.458818 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c9ffe225-ea39-409f-9607-4a7284b97731 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:33.461446 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c9ffe225-ea39-409f-9607-4a7284b97731 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:33.462610 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-c9ffe225-ea39-409f-9607-4a7284b97731 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "DELETE /v2.0/security-groups/e65812bf-f5e4-4a31-a180-9e24a7d10fa2 HTTP/1.1" status: 204 len: 168 time: 0.1291540 Jun 29 10:48:33.463441 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-2efc7dee-ec44-4185-a3fe-d9c56a978b4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:33.465695 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 50404) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:33.473026 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ffe225-ea39-409f-9607-4a7284b97731 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65812bf-f5e4-4a31-a180-9e24a7d10fa2,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:33.475433 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-c9ffe225-ea39-409f-9607-4a7284b97731 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:33.480885 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.api.v2.resource [None req-1a8a8c39-0972-49da-a83b-338dcdd255c3 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] show failed (client error): The resource could not be found. Jun 29 10:48:33.481910 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-1a8a8c39-0972-49da-a83b-338dcdd255c3 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "GET /v2.0/security-groups/e65812bf-f5e4-4a31-a180-9e24a7d10fa2 HTTP/1.1" status: 404 len: 347 time: 0.0151212 Jun 29 10:48:33.484818 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 50406) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:33.611711 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-04e3c304-9c23-4a99-ad9c-c7ca66cd54f4 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Deleting port 853c588e-953b-470a-8df9-e16b5e3c125a {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:48:33.612052 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-04e3c304-9c23-4a99-ad9c-c7ca66cd54f4 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:33.689864 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-04e3c304-9c23-4a99-ad9c-c7ca66cd54f4 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:33.690216 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-04e3c304-9c23-4a99-ad9c-c7ca66cd54f4 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:33.701532 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-04e3c304-9c23-4a99-ad9c-c7ca66cd54f4 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Calling delete_port for 853c588e-953b-470a-8df9-e16b5e3c125a owned by network:floatingip {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:48:33.828231 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-04e3c304-9c23-4a99-ad9c-c7ca66cd54f4 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4232076'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:33.830149 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-78f8734f-dc68-4758-8a64-d71a52566e49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:33.851709 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3c304-9c23-4a99-ad9c-c7ca66cd54f4 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Pushing event deleted for resources: {'Port': ['ID=853c588e-953b-470a-8df9-e16b5e3c125a,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:33.855266 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-04e3c304-9c23-4a99-ad9c-c7ca66cd54f4 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:33.914976 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-04e3c304-9c23-4a99-ad9c-c7ca66cd54f4 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks [] for floatingip, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:33.916166 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device 3e3ffc71-6d90-4b7b-9b0f-df361cbd6878 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:48:33.917895 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-04e3c304-9c23-4a99-ad9c-c7ca66cd54f4 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for floatingip, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:33.920070 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-04e3c304-9c23-4a99-ad9c-c7ca66cd54f4 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] 10.222.0.61 "DELETE /v2.0/floatingips/8326e106-340f-4a67-bcb8-5ce345295a4f HTTP/1.1" status: 204 len: 168 time: 0.4334860 Jun 29 10:48:33.935388 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] No Port match for: 3e3ffc71-6d90-4b7b-9b0f-df361cbd6878 {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:48:33.935740 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device 3e3ffc71-6d90-4b7b-9b0f-df361cbd6878 not bound to the agent host hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:48:36.460671 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 50436) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:36.947927 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-721a082c-6bf5-4c51-a39f-e2929793403b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7865344'] for router_interface, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:37.234575 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-721a082c-6bf5-4c51-a39f-e2929793403b admin admin] Deleting port 95c1cf1b-65ab-44cd-8949-7a2ed3f357de {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:48:37.234970 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-721a082c-6bf5-4c51-a39f-e2929793403b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:37.310060 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.db [None req-721a082c-6bf5-4c51-a39f-e2929793403b admin admin] For port 95c1cf1b-65ab-44cd-8949-7a2ed3f357de, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=95c1cf1b-65ab-44cd-8949-7a2ed3f357de,segment=NetworkSegment(8e84c1c5-221f-4c99-9606-1ea868266866),segment_id=8e84c1c5-221f-4c99-9606-1ea868266866)] {{(pid=99532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:37.310413 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-721a082c-6bf5-4c51-a39f-e2929793403b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:37.322826 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-721a082c-6bf5-4c51-a39f-e2929793403b admin admin] Calling delete_port for 95c1cf1b-65ab-44cd-8949-7a2ed3f357de owned by network:router_interface {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:48:37.493397 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-721a082c-6bf5-4c51-a39f-e2929793403b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4232076'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:37.495957 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-e335f9e7-a0b1-450b-8a8a-1f3cbe44d98f tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:37.518926 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a082c-6bf5-4c51-a39f-e2929793403b admin admin] Pushing event deleted for resources: {'Port': ['ID=95c1cf1b-65ab-44cd-8949-7a2ed3f357de,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:37.521949 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-721a082c-6bf5-4c51-a39f-e2929793403b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:37.684952 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-721a082c-6bf5-4c51-a39f-e2929793403b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7896773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7864464'] for router_interface, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:37.885128 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721a082c-6bf5-4c51-a39f-e2929793403b admin admin] Router b1989a4d-e184-402f-a588-016b16d9013a has already been hosted by L3 agent 8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f {{(pid=99532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:48:37.988171 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721a082c-6bf5-4c51-a39f-e2929793403b admin admin] Notify agent at l3_agent.dv-cinder-792209-3-iscsi the message routers_updated {{(pid=99532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:48:37.993019 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-721a082c-6bf5-4c51-a39f-e2929793403b admin admin] 10.222.0.61 "PUT /v2.0/routers/b1989a4d-e184-402f-a588-016b16d9013a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5313487 Jun 29 10:48:37.995445 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 50442) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:37.998019 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65574aae-e789-4b84-ba96-ceaeb7821e7f None None] Sync routers for ids ['b1989a4d-e184-402f-a588-016b16d9013a'] in dv-cinder-792209-3-iscsi {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:48:38.007779 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65574aae-e789-4b84-ba96-ceaeb7821e7f None None] Routers {'b1989a4d-e184-402f-a588-016b16d9013a'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:48:38.008391 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-65574aae-e789-4b84-ba96-ceaeb7821e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:48:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['b1989a4d-e184-402f-a588-016b16d9013a'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:38.113398 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-65574aae-e789-4b84-ba96-ceaeb7821e7f None None] Set router b1989a4d-e184-402f-a588-016b16d9013a gateway port host: dv-cinder-792209-3-iscsi {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:48:38.298139 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-65574aae-e789-4b84-ba96-ceaeb7821e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'name': 'tempest-AttachVolumeShelveTestJSON-1728430811-router', 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'eac7289c-d3ce-4243-9e08-ec22baf0efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:41:44Z', 'updated_at': '2021-06-29T10:48:37Z', 'revision_number': 5, 'project_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'gw_port': {'id': 'eac7289c-d3ce-4243-9e08-ec22baf0efe6', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:45Z', 'updated_at': '2021-06-29T10:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi'}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:38.323895 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65574aae-e789-4b84-ba96-ceaeb7821e7f None None] Checking router: b1989a4d-e184-402f-a588-016b16d9013a for host: dv-cinder-792209-3-iscsi {{(pid=99534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:48:38.332111 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65574aae-e789-4b84-ba96-ceaeb7821e7f None None] Routers {'b1989a4d-e184-402f-a588-016b16d9013a'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:48:38.332714 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-65574aae-e789-4b84-ba96-ceaeb7821e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:48:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['b1989a4d-e184-402f-a588-016b16d9013a'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:38.351087 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-79d2b62d-0c11-40a8-ae00-53581f7d413d admin admin] Notify callbacks [] for router, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:38.432235 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-65574aae-e789-4b84-ba96-ceaeb7821e7f None None] Set router b1989a4d-e184-402f-a588-016b16d9013a gateway port host: dv-cinder-792209-3-iscsi {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:48:38.448371 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-79d2b62d-0c11-40a8-ae00-53581f7d413d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:38.500206 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-79d2b62d-0c11-40a8-ae00-53581f7d413d admin admin] Deleting port eac7289c-d3ce-4243-9e08-ec22baf0efe6 {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:48:38.500853 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-79d2b62d-0c11-40a8-ae00-53581f7d413d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:38.579159 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.db [None req-79d2b62d-0c11-40a8-ae00-53581f7d413d admin admin] For port eac7289c-d3ce-4243-9e08-ec22baf0efe6, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=eac7289c-d3ce-4243-9e08-ec22baf0efe6,segment=NetworkSegment(b07597a5-acfa-4ea0-afa4-34f991bc6949),segment_id=b07597a5-acfa-4ea0-afa4-34f991bc6949)] {{(pid=99532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:38.579554 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-79d2b62d-0c11-40a8-ae00-53581f7d413d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:38.591178 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-79d2b62d-0c11-40a8-ae00-53581f7d413d admin admin] Calling delete_port for eac7289c-d3ce-4243-9e08-ec22baf0efe6 owned by network:router_gateway {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:48:38.602221 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-65574aae-e789-4b84-ba96-ceaeb7821e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'name': 'tempest-AttachVolumeShelveTestJSON-1728430811-router', 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'eac7289c-d3ce-4243-9e08-ec22baf0efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:41:44Z', 'updated_at': '2021-06-29T10:48:37Z', 'revision_number': 5, 'project_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'gw_port': {'id': 'eac7289c-d3ce-4243-9e08-ec22baf0efe6', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:45Z', 'updated_at': '2021-06-29T10:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi'}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:38.631100 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65574aae-e789-4b84-ba96-ceaeb7821e7f None None] The sync data for ids ['b1989a4d-e184-402f-a588-016b16d9013a'] in dv-cinder-792209-3-iscsi is: [{'id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'name': 'tempest-AttachVolumeShelveTestJSON-1728430811-router', 'tenant_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': 'eac7289c-d3ce-4243-9e08-ec22baf0efe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:41:44Z', 'updated_at': '2021-06-29T10:48:37Z', 'revision_number': 5, 'project_id': 'f1ea4791d1b04b298cdfcb878b9a2e28', 'gw_port': {'id': 'eac7289c-d3ce-4243-9e08-ec22baf0efe6', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:e0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1989a4d-e184-402f-a588-016b16d9013a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:41:45Z', 'updated_at': '2021-06-29T10:41:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi'}] {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:48:38.755575 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-79d2b62d-0c11-40a8-ae00-53581f7d413d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4232076'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:38.758286 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-4b0458cf-f35f-45cc-b82c-42e12ecfb96c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:38.782232 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d2b62d-0c11-40a8-ae00-53581f7d413d admin admin] Pushing event deleted for resources: {'Port': ['ID=eac7289c-d3ce-4243-9e08-ec22baf0efe6,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:38.785678 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-79d2b62d-0c11-40a8-ae00-53581f7d413d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:38.842175 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-79d2b62d-0c11-40a8-ae00-53581f7d413d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7928444'] for router_gateway, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:38.933996 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-79d2b62d-0c11-40a8-ae00-53581f7d413d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1677'] for router, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:38.936019 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-79d2b62d-0c11-40a8-ae00-53581f7d413d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:38.981351 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-79d2b62d-0c11-40a8-ae00-53581f7d413d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864893'] for router, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:38.981876 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d2b62d-0c11-40a8-ae00-53581f7d413d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1989a4d-e184-402f-a588-016b16d9013a {{(pid=99532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:48:38.986625 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-79d2b62d-0c11-40a8-ae00-53581f7d413d admin admin] Notify callbacks [] for router, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:38.990029 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-79d2b62d-0c11-40a8-ae00-53581f7d413d admin admin] 10.222.0.61 "DELETE /v2.0/routers/b1989a4d-e184-402f-a588-016b16d9013a HTTP/1.1" status: 204 len: 168 time: 0.9914422 Jun 29 10:48:38.990496 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 50446) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:39.034895 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.db_base_plugin_v2 [None req-3190f582-b86e-4ad6-a186-b7a336fdc1c2 admin admin] Deleting subnet 1434ea17-151b-4fa4-8fce-ecfeaa34af2c {{(pid=99532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:48:39.038037 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-3190f582-b86e-4ad6-a186-b7a336fdc1c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.072564 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-3190f582-b86e-4ad6-a186-b7a336fdc1c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8692076'] for subnet, precommit_delete_associations {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.186316 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-3190f582-b86e-4ad6-a186-b7a336fdc1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7781200'] for subnet, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.241688 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-3190f582-b86e-4ad6-a186-b7a336fdc1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7781161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4232018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4101428'] for subnet, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.244069 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-b276b8e3-107c-4953-8f90-c1f533f02041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:39.267946 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3190f582-b86e-4ad6-a186-b7a336fdc1c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1434ea17-151b-4fa4-8fce-ecfeaa34af2c,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:39.271257 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-3190f582-b86e-4ad6-a186-b7a336fdc1c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:39.274197 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-3190f582-b86e-4ad6-a186-b7a336fdc1c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.279276 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 50448) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:39.279719 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-3190f582-b86e-4ad6-a186-b7a336fdc1c2 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/1434ea17-151b-4fa4-8fce-ecfeaa34af2c HTTP/1.1" status: 204 len: 168 time: 0.2852230 Jun 29 10:48:39.287190 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8d2e6e-7a04-4a1b-9ced-ca1b4d1586c4 None None] Network b187e754-07fe-4781-924a-d886b55c9244 requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:48:39.348211 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-fb79d643-7e0c-460a-b62b-84506dcf2bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596557'] for network, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.397736 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-fb79d643-7e0c-460a-b62b-84506dcf2bd4 admin admin] Deleting port 2f11bf1d-2edd-4fa2-8616-eba511ff9284 {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:48:39.398063 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-fb79d643-7e0c-460a-b62b-84506dcf2bd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.465745 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.db [None req-fb79d643-7e0c-460a-b62b-84506dcf2bd4 admin admin] For port 2f11bf1d-2edd-4fa2-8616-eba511ff9284, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=2f11bf1d-2edd-4fa2-8616-eba511ff9284,segment=NetworkSegment(8e84c1c5-221f-4c99-9606-1ea868266866),segment_id=8e84c1c5-221f-4c99-9606-1ea868266866)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:39.466237 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-fb79d643-7e0c-460a-b62b-84506dcf2bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.635917 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dde51a-ca23-4723-8087-7128dbe8085d None None] DHCP port deletion for b187e754-07fe-4781-924a-d886b55c9244 request from dv-cinder-792209-3-iscsi {{(pid=99534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 10:48:39.693678 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-65dde51a-ca23-4723-8087-7128dbe8085d None None] Deleting port 2f11bf1d-2edd-4fa2-8616-eba511ff9284 {{(pid=99534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:48:39.694202 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-65dde51a-ca23-4723-8087-7128dbe8085d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.712703 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-fb79d643-7e0c-460a-b62b-84506dcf2bd4 admin admin] Calling delete_port for 2f11bf1d-2edd-4fa2-8616-eba511ff9284 owned by network:dhcp {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:48:39.755045 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-65dde51a-ca23-4723-8087-7128dbe8085d None None] For port 2f11bf1d-2edd-4fa2-8616-eba511ff9284, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=2f11bf1d-2edd-4fa2-8616-eba511ff9284,segment=NetworkSegment(8e84c1c5-221f-4c99-9606-1ea868266866),segment_id=8e84c1c5-221f-4c99-9606-1ea868266866)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:39.755290 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-65dde51a-ca23-4723-8087-7128dbe8085d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.767732 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-65dde51a-ca23-4723-8087-7128dbe8085d None None] Calling delete_port for 2f11bf1d-2edd-4fa2-8616-eba511ff9284 owned by network:dhcp {{(pid=99534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:48:39.788540 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-fb79d643-7e0c-460a-b62b-84506dcf2bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295537'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.791675 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-7dcb23b4-fba3-43a6-9698-2c50bd8a4fa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:39.815868 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb79d643-7e0c-460a-b62b-84506dcf2bd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f11bf1d-2edd-4fa2-8616-eba511ff9284,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:39.817682 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb79d643-7e0c-460a-b62b-84506dcf2bd4 admin admin] No DVR routers for this DVR port 2f11bf1d-2edd-4fa2-8616-eba511ff9284 on host dv-cinder-792209-3-iscsi {{(pid=99533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:48:39.819151 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-fb79d643-7e0c-460a-b62b-84506dcf2bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:39.887633 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-fb79d643-7e0c-460a-b62b-84506dcf2bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7778662', 'neutron.services.segments.db._delete_segments_for_network-8772013423665'] for network, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.894772 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-65dde51a-ca23-4723-8087-7128dbe8085d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092'] for port, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.897463 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:39.897651 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.services.segments.db [None req-fb79d643-7e0c-460a-b62b-84506dcf2bd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b187e754-07fe-4781-924a-d886b55c9244']}} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:39.907154 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.services.segments.db [None req-fb79d643-7e0c-460a-b62b-84506dcf2bd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e84c1c5-221f-4c99-9606-1ea868266866') {'for_net_delete': True} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:39.907452 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.services.segments.db [None req-fb79d643-7e0c-460a-b62b-84506dcf2bd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e84c1c5-221f-4c99-9606-1ea868266866') {} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:39.916458 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-fb79d643-7e0c-460a-b62b-84506dcf2bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772013419924', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2358090'] for segment, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.926386 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dde51a-ca23-4723-8087-7128dbe8085d None None] No DVR routers for this DVR port 2f11bf1d-2edd-4fa2-8616-eba511ff9284 on host dv-cinder-792209-3-iscsi {{(pid=99534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:48:39.930742 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-fb79d643-7e0c-460a-b62b-84506dcf2bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342'] for segment, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.931012 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dde51a-ca23-4723-8087-7128dbe8085d None None] Pushing event deleted for resources: {'Port': ['ID=2f11bf1d-2edd-4fa2-8616-eba511ff9284,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:39.933364 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-65dde51a-ca23-4723-8087-7128dbe8085d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:39.937737 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb79d643-7e0c-460a-b62b-84506dcf2bd4 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=99533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:48:39.938792 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-fb79d643-7e0c-460a-b62b-84506dcf2bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5295490'] for segment, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.949163 dv-cinder-792209-3-iscsi neutron-server[99533]: Traceback (most recent call last): Jun 29 10:48:39.949163 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:48:39.949163 dv-cinder-792209-3-iscsi neutron-server[99533]: timer() Jun 29 10:48:39.949163 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:48:39.949163 dv-cinder-792209-3-iscsi neutron-server[99533]: cb(*args, **kw) Jun 29 10:48:39.949163 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:48:39.949163 dv-cinder-792209-3-iscsi neutron-server[99533]: return func(*args, **kwargs) Jun 29 10:48:39.949163 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:48:39.949163 dv-cinder-792209-3-iscsi neutron-server[99533]: self._notify() Jun 29 10:48:39.949163 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:48:39.949163 dv-cinder-792209-3-iscsi neutron-server[99533]: self.callback(batched_events) Jun 29 10:48:39.949163 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:48:39.949163 dv-cinder-792209-3-iscsi neutron-server[99533]: event.method(event) Jun 29 10:48:39.949163 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:48:39.949163 dv-cinder-792209-3-iscsi neutron-server[99533]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:48:39.949163 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:48:39.949163 dv-cinder-792209-3-iscsi neutron-server[99533]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:48:39.949163 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:48:39.949163 dv-cinder-792209-3-iscsi neutron-server[99533]: return f(self, *a, **k) Jun 29 10:48:39.949163 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:48:39.949163 dv-cinder-792209-3-iscsi neutron-server[99533]: return self._get(url).json() Jun 29 10:48:39.949163 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:48:39.949163 dv-cinder-792209-3-iscsi neutron-server[99533]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:48:39.949163 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:48:39.949163 dv-cinder-792209-3-iscsi neutron-server[99533]: return self.request(url, 'GET', **kwargs) Jun 29 10:48:39.949163 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:48:39.949163 dv-cinder-792209-3-iscsi neutron-server[99533]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:48:39.949163 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:48:39.949163 dv-cinder-792209-3-iscsi neutron-server[99533]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:48:39.949163 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:48:39.949163 dv-cinder-792209-3-iscsi neutron-server[99533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:48:39.949163 dv-cinder-792209-3-iscsi neutron-server[99533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:48:39.981646 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device eac7289c-d3ce-4243-9e08-ec22baf0efe6 no longer exists at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:48:39.995827 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-fb79d643-7e0c-460a-b62b-84506dcf2bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7781269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7928461'] for network, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:39.999792 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:40.002857 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-fb79d643-7e0c-460a-b62b-84506dcf2bd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:40.007160 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-fb79d643-7e0c-460a-b62b-84506dcf2bd4 admin admin] 10.222.0.61 "DELETE /v2.0/networks/b187e754-07fe-4781-924a-d886b55c9244 HTTP/1.1" status: 204 len: 168 time: 0.7275083 Jun 29 10:48:40.008492 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] No Port match for: eac7289c-d3ce-4243-9e08-ec22baf0efe6 {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:48:40.009095 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device eac7289c-d3ce-4243-9e08-ec22baf0efe6 not bound to the agent host dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:48:40.009253 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 95c1cf1b-65ab-44cd-8949-7a2ed3f357de no longer exists at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:48:40.015752 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb79d643-7e0c-460a-b62b-84506dcf2bd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b187e754-07fe-4781-924a-d886b55c9244,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:40.018361 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-fb79d643-7e0c-460a-b62b-84506dcf2bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:40.028931 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] No Port match for: 95c1cf1b-65ab-44cd-8949-7a2ed3f357de {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:48:40.029301 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 95c1cf1b-65ab-44cd-8949-7a2ed3f357de not bound to the agent host dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:48:40.029702 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 2f11bf1d-2edd-4fa2-8616-eba511ff9284 no longer exists at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:48:40.048456 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] No Port match for: 2f11bf1d-2edd-4fa2-8616-eba511ff9284 {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:48:40.048803 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 2f11bf1d-2edd-4fa2-8616-eba511ff9284 not bound to the agent host dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:48:40.115391 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 50454) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:40.153440 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-077b51a5-e6af-42b8-8c6c-5b053d64562f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f1ea4791d1b04b298cdfcb878b9a2e28&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0368841 Jun 29 10:48:40.155686 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 50456) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:40.201323 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c7404686-9ad5-4411-b731-093333478a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:40.220843 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c7404686-9ad5-4411-b731-093333478a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:40.264835 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c7404686-9ad5-4411-b731-093333478a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:40.267382 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c7404686-9ad5-4411-b731-093333478a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:40.268545 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-c7404686-9ad5-4411-b731-093333478a5e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ac3d590a-7fa4-4eaf-bff6-bb14759a4e15 HTTP/1.1" status: 204 len: 168 time: 0.1119587 Jun 29 10:48:40.269217 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-4e3f8fdc-8fe6-4912-b5fe-1672eca50327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:40.276398 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7404686-9ad5-4411-b731-093333478a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3d590a-7fa4-4eaf-bff6-bb14759a4e15,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:40.278737 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-c7404686-9ad5-4411-b731-093333478a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:40.652880 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794881a2-3d13-4f13-a07e-09fbcc06f1f1 req-5c0f0cc8-7a71-4a5a-918a-35d3e44a32f5 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:40.654339 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-794881a2-3d13-4f13-a07e-09fbcc06f1f1 req-5c0f0cc8-7a71-4a5a-918a-35d3e44a32f5 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 945 time: 0.0652568 Jun 29 10:48:40.692302 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-794881a2-3d13-4f13-a07e-09fbcc06f1f1 req-44543643-a616-40a5-87b1-0285ab634a6d tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/security-groups?id=265bbfb3-3221-410a-b45b-9c362b2d8073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313838 Jun 29 10:48:40.717088 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 50478) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:40.911539 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c8ef9b-eafb-4946-824f-2ac5db3d7eb5 tempest-TestMinimumBasicScenario-551867732 tempest-TestMinimumBasicScenario-551867732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:40.913038 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-13c8ef9b-eafb-4946-824f-2ac5db3d7eb5 tempest-TestMinimumBasicScenario-551867732 tempest-TestMinimumBasicScenario-551867732-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 1093 time: 0.1949556 Jun 29 10:48:40.916036 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 50490) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:40.920578 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-8a5dd846-a4ab-40f7-8a42-a44e47255cfe tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Request body: {'floatingip': {'floating_network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'port_id': 'af0d4289-94d5-4b71-829b-89a33972a0a0', 'tenant_id': '9b5bc8fce6a347388dbb08e51022f98d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:48:40.923394 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 50492) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:40.942290 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8a5dd846-a4ab-40f7-8a42-a44e47255cfe tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks [] for floatingip, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:41.018456 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-b0383564-d787-470e-bb73-df817ad3abb1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1984966947-network', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:48:41.038855 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0383564-d787-470e-bb73-df817ad3abb1 admin admin] Made reservation on behalf of f34a2fc6d2f4421ca15b3a2e61382a66 for: {'network': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:48:41.040413 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8a5dd846-a4ab-40f7-8a42-a44e47255cfe tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:41.041159 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b0383564-d787-470e-bb73-df817ad3abb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for network, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:41.054995 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b0383564-d787-470e-bb73-df817ad3abb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:41.140183 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [None req-8a5dd846-a4ab-40f7-8a42-a44e47255cfe tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Allocated IP 172.27.0.164 (2b1c2b73-c07b-4ea8-8347-94f00b07ac35/05f04cdc-c6be-4227-89f2-0a6a720b3b38/6f50be00-509c-452e-8df0-9a2357b48209) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:48:41.142242 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b0383564-d787-470e-bb73-df817ad3abb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:41.146783 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b0383564-d787-470e-bb73-df817ad3abb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:41.149872 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-d73dc9d7-4dc9-4a00-bb54-22668f10dd73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:41.170950 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0383564-d787-470e-bb73-df817ad3abb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=99532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:48:41.179448 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0383564-d787-470e-bb73-df817ad3abb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f82b06-12f0-4d1b-ad15-48003ec71fc1,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:41.183042 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-b0383564-d787-470e-bb73-df817ad3abb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:41.185804 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b0383564-d787-470e-bb73-df817ad3abb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342'] for segment, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:41.186148 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.db.segments_db [None req-b0383564-d787-470e-bb73-df817ad3abb1 admin admin] Added segment 9b98dfe1-3760-4bef-98e5-6054c3cfc3cc of type vlan for network 92fea580-df85-490d-995f-a2b8ddebd1fe Jun 29 10:48:41.225968 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b0383564-d787-470e-bb73-df817ad3abb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772013063217'] for network, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:41.244826 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8a5dd846-a4ab-40f7-8a42-a44e47255cfe tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:41.253678 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b0383564-d787-470e-bb73-df817ad3abb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780'] for network, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:41.255107 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0383564-d787-470e-bb73-df817ad3abb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:41.255682 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-b0383564-d787-470e-bb73-df817ad3abb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for network, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:41.258435 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:41.284114 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8a5dd846-a4ab-40f7-8a42-a44e47255cfe tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5295544'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:41.287172 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-20d5ab87-9146-4d1f-8baa-ce5359a412f4 tempest-ServerRescueNegativeTestJSON-1694271326 tempest-ServerRescueNegativeTestJSON-1694271326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:41.307262 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-b0383564-d787-470e-bb73-df817ad3abb1 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3825634 Jun 29 10:48:41.309464 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 50496) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:41.320922 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-08585ab5-b630-4e4e-a02e-ac702f9f37eb admin admin] Request body: {'subnet': {'network_id': '92fea580-df85-490d-995f-a2b8ddebd1fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1984966947-subnet', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:48:41.323353 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5dd846-a4ab-40f7-8a42-a44e47255cfe tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Network 2b1c2b73-c07b-4ea8-8347-94f00b07ac35 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:48:41.326152 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-8a5dd846-a4ab-40f7-8a42-a44e47255cfe tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:48:41.329651 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5dd846-a4ab-40f7-8a42-a44e47255cfe tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:48:41.335804 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0383564-d787-470e-bb73-df817ad3abb1 admin admin] Pushing event updated for resources: {'Network': ['ID=92fea580-df85-490d-995f-a2b8ddebd1fe,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:41.339030 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-b0383564-d787-470e-bb73-df817ad3abb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:41.349827 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Network 92fea580-df85-490d-995f-a2b8ddebd1fe details requested by agent ovs-agent-dv-cinder-792209-3-iscsi with host dv-cinder-792209-3-iscsi {{(pid=99534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:48:41.356261 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5dd846-a4ab-40f7-8a42-a44e47255cfe tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Pushing event updated for resources: {'Port': ['ID=6f50be00-509c-452e-8df0-9a2357b48209,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:41.361166 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-8a5dd846-a4ab-40f7-8a42-a44e47255cfe tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:41.361992 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08585ab5-b630-4e4e-a02e-ac702f9f37eb admin admin] Made reservation on behalf of f34a2fc6d2f4421ca15b3a2e61382a66 for: {'subnet': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:48:41.365040 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-08585ab5-b630-4e4e-a02e-ac702f9f37eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4281557'] for subnet, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:41.534325 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-08585ab5-b630-4e4e-a02e-ac702f9f37eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4231953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4101423'] for subnet, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:41.536693 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-c39fb342-2886-44f3-8648-17774ef886c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:41.592485 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08585ab5-b630-4e4e-a02e-ac702f9f37eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46,revision_number=0']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:41.596515 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-08585ab5-b630-4e4e-a02e-ac702f9f37eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:41.601840 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08585ab5-b630-4e4e-a02e-ac702f9f37eb admin admin] Checking segment: {'id': '9b98dfe1-3760-4bef-98e5-6054c3cfc3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '92fea580-df85-490d-995f-a2b8ddebd1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:48:41.602196 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08585ab5-b630-4e4e-a02e-ac702f9f37eb admin admin] Network hostable DHCP agents. Network: 92fea580-df85-490d-995f-a2b8ddebd1fe, hostable agents: ['0f321f44-7bd1-49aa-8caa-09a569631bca'], hosted agents: [] {{(pid=99532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:48:41.618652 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08585ab5-b630-4e4e-a02e-ac702f9f37eb admin admin] Network 92fea580-df85-490d-995f-a2b8ddebd1fe is scheduled to be hosted by DHCP agent 0f321f44-7bd1-49aa-8caa-09a569631bca with binding_index 1 {{(pid=99532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:48:41.627148 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-08585ab5-b630-4e4e-a02e-ac702f9f37eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-3-iscsi, 92fea580-df85-490d-995f-a2b8ddebd1fe) {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:48:41.633375 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08585ab5-b630-4e4e-a02e-ac702f9f37eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:41.633510 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-08585ab5-b630-4e4e-a02e-ac702f9f37eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:41.636448 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3503b5e-2dde-491a-a45e-7f6aaed29426 None None] Network 92fea580-df85-490d-995f-a2b8ddebd1fe requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:48:41.651626 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-08585ab5-b630-4e4e-a02e-ac702f9f37eb admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3410833 Jun 29 10:48:41.654234 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 50500) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:41.659531 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-106c30e1-58e3-4713-b7aa-12385377b663 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1984966947-router', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'}}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:48:41.679553 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-106c30e1-58e3-4713-b7aa-12385377b663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7868084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1699'] for router, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:41.680577 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-106c30e1-58e3-4713-b7aa-12385377b663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7868045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7908879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1690'] for router, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:41.724417 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8a5dd846-a4ab-40f7-8a42-a44e47255cfe tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:41.740591 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-106c30e1-58e3-4713-b7aa-12385377b663 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:41.799133 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03488050-e5f6-4022-8e4c-d2621b5d312f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bfd3446-107e-502c-af97-eaf1b64c2165-92fea580-df85-490d-995f-a2b8ddebd1fe', 'network_id': '92fea580-df85-490d-995f-a2b8ddebd1fe', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'fixed_ips': [{'subnet_id': 'ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46'}]}} from dv-cinder-792209-3-iscsi. {{(pid=99534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:48:41.800637 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-03488050-e5f6-4022-8e4c-d2621b5d312f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:41.808220 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8a5dd846-a4ab-40f7-8a42-a44e47255cfe tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:41.906681 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-106c30e1-58e3-4713-b7aa-12385377b663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7907788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7867392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1668'] for router, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:41.947784 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.db_base_plugin_common [None req-03488050-e5f6-4022-8e4c-d2621b5d312f None None] Allocated IP 172.20.0.2 (92fea580-df85-490d-995f-a2b8ddebd1fe/ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46/d7663c1d-bd55-46f6-ab54-d559a3bb0a7d) {{(pid=99534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:48:41.962789 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8a5dd846-a4ab-40f7-8a42-a44e47255cfe tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:41.967576 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8a5dd846-a4ab-40f7-8a42-a44e47255cfe tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5295534'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:41.971005 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:42.046175 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5dd846-a4ab-40f7-8a42-a44e47255cfe tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Pushing event updated for resources: {'Port': ['ID=6f50be00-509c-452e-8df0-9a2357b48209,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:42.049274 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-8a5dd846-a4ab-40f7-8a42-a44e47255cfe tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:42.057752 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8a5dd846-a4ab-40f7-8a42-a44e47255cfe tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7928479'] for floatingip, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:42.095360 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-03488050-e5f6-4022-8e4c-d2621b5d312f None None] Notify callbacks [] for port, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:42.105028 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-03488050-e5f6-4022-8e4c-d2621b5d312f None None] Transition to ACTIVE for port object d7663c1d-bd55-46f6-ab54-d559a3bb0a7d will not be triggered until provisioned by entity L2. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:48:42.115727 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-106c30e1-58e3-4713-b7aa-12385377b663 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:42.119771 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-03488050-e5f6-4022-8e4c-d2621b5d312f None None] Transition to ACTIVE for port object d7663c1d-bd55-46f6-ab54-d559a3bb0a7d will not be triggered until provisioned by entity DHCP. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:48:42.126821 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-03488050-e5f6-4022-8e4c-d2621b5d312f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799'] for port, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:42.134874 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-86b39655-18c8-471e-a8ce-756b7833ec29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:42.135310 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-106c30e1-58e3-4713-b7aa-12385377b663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:42.144525 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03488050-e5f6-4022-8e4c-d2621b5d312f None None] Network 92fea580-df85-490d-995f-a2b8ddebd1fe is already hosted by enough agents. {{(pid=99534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:48:42.147023 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.scheduler.base_scheduler [None req-03488050-e5f6-4022-8e4c-d2621b5d312f None None] Resources bound (agent type, host, resource id): {{(pid=99534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:48:42.149684 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03488050-e5f6-4022-8e4c-d2621b5d312f None None] Received port after_create {{(pid=99534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:48:42.168177 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.db.l3_db [None req-8a5dd846-a4ab-40f7-8a42-a44e47255cfe tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Floating IP 761f5106-0ee3-4309-b6d9-62f6999200c2 associated. External IP: 172.27.0.164, port: af0d4289-94d5-4b71-829b-89a33972a0a0. Jun 29 10:48:42.241661 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [None req-106c30e1-58e3-4713-b7aa-12385377b663 admin admin] Allocated IP 172.27.0.42 (2b1c2b73-c07b-4ea8-8347-94f00b07ac35/05f04cdc-c6be-4227-89f2-0a6a720b3b38/c199261c-ca88-4e37-909d-4fd006d52099) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:48:42.357698 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-106c30e1-58e3-4713-b7aa-12385377b663 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:42.363843 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-03488050-e5f6-4022-8e4c-d2621b5d312f None None] Attempting to bind port d7663c1d-bd55-46f6-ab54-d559a3bb0a7d on host dv-cinder-792209-3-iscsi for vnic_type normal with profile {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:48:42.364289 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-03488050-e5f6-4022-8e4c-d2621b5d312f None None] Attempting to bind port d7663c1d-bd55-46f6-ab54-d559a3bb0a7d by drivers openvswitch,hyperv on host dv-cinder-792209-3-iscsi at level 0 using segments [{'id': '9b98dfe1-3760-4bef-98e5-6054c3cfc3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '92fea580-df85-490d-995f-a2b8ddebd1fe'}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:48:42.364581 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03488050-e5f6-4022-8e4c-d2621b5d312f None None] Attempting to bind port d7663c1d-bd55-46f6-ab54-d559a3bb0a7d on network 92fea580-df85-490d-995f-a2b8ddebd1fe {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:48:42.371813 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03488050-e5f6-4022-8e4c-d2621b5d312f None None] Pushing event updated for resources: {'Port': ['ID=d7663c1d-bd55-46f6-ab54-d559a3bb0a7d,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:42.374846 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-03488050-e5f6-4022-8e4c-d2621b5d312f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:42.377061 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03488050-e5f6-4022-8e4c-d2621b5d312f None None] Checking agent: {'id': 'fcf96668-74e6-4b26-856c-86c6583113ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 33, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:48:42.377542 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03488050-e5f6-4022-8e4c-d2621b5d312f None None] Checking segment: {'id': '9b98dfe1-3760-4bef-98e5-6054c3cfc3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '92fea580-df85-490d-995f-a2b8ddebd1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:48:42.377960 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-03488050-e5f6-4022-8e4c-d2621b5d312f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:42.378362 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03488050-e5f6-4022-8e4c-d2621b5d312f None None] Bound using segment: {'id': '9b98dfe1-3760-4bef-98e5-6054c3cfc3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '92fea580-df85-490d-995f-a2b8ddebd1fe'} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:48:42.378877 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-03488050-e5f6-4022-8e4c-d2621b5d312f None None] Bound port: d7663c1d-bd55-46f6-ab54-d559a3bb0a7d, host: dv-cinder-792209-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b98dfe1-3760-4bef-98e5-6054c3cfc3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '92fea580-df85-490d-995f-a2b8ddebd1fe'}}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:48:42.379270 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-03488050-e5f6-4022-8e4c-d2621b5d312f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:42.406981 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-106c30e1-58e3-4713-b7aa-12385377b663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4232069'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:42.409400 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-151aa368-7c16-4f12-88d2-0b538786dca5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:42.409545 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5dd846-a4ab-40f7-8a42-a44e47255cfe tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Router b5c1d359-28ea-449e-81f0-5aaab9546898 has already been hosted by L3 agent 8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f {{(pid=99533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:48:42.447487 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-03488050-e5f6-4022-8e4c-d2621b5d312f None None] For port d7663c1d-bd55-46f6-ab54-d559a3bb0a7d, host dv-cinder-792209-3-iscsi, cleared binding levels {{(pid=99534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:48:42.450571 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-03488050-e5f6-4022-8e4c-d2621b5d312f None None] For port d7663c1d-bd55-46f6-ab54-d559a3bb0a7d, host dv-cinder-792209-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=d7663c1d-bd55-46f6-ab54-d559a3bb0a7d,segment=NetworkSegment(9b98dfe1-3760-4bef-98e5-6054c3cfc3cc),segment_id=9b98dfe1-3760-4bef-98e5-6054c3cfc3cc)] {{(pid=99534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:48:42.451404 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106c30e1-58e3-4713-b7aa-12385377b663 admin admin] Network 2b1c2b73-c07b-4ea8-8347-94f00b07ac35 is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:48:42.455720 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c30e1-58e3-4713-b7aa-12385377b663 admin admin] Pushing event updated for resources: {'Port': ['ID=c199261c-ca88-4e37-909d-4fd006d52099,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:42.456314 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-03488050-e5f6-4022-8e4c-d2621b5d312f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:42.458295 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-106c30e1-58e3-4713-b7aa-12385377b663 admin admin] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:48:42.459080 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-87daca16-fe19-4acc-bf6a-372e98e7257c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:42.460062 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-106c30e1-58e3-4713-b7aa-12385377b663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:42.460743 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106c30e1-58e3-4713-b7aa-12385377b663 admin admin] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:48:42.524916 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03488050-e5f6-4022-8e4c-d2621b5d312f None None] Pushing event updated for resources: {'Port': ['ID=d7663c1d-bd55-46f6-ab54-d559a3bb0a7d,revision_number=2']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:42.529621 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-03488050-e5f6-4022-8e4c-d2621b5d312f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:42.542327 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5dd846-a4ab-40f7-8a42-a44e47255cfe tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify agent at l3_agent.dv-cinder-792209-3-iscsi the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:48:42.554174 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2447cd-210a-48ba-aed0-603c71a3c266 None None] Sync routers for ids ['b5c1d359-28ea-449e-81f0-5aaab9546898'] in dv-cinder-792209-3-iscsi {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:48:42.561967 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8a5dd846-a4ab-40f7-8a42-a44e47255cfe tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for floatingip, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:42.568231 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2447cd-210a-48ba-aed0-603c71a3c266 None None] Routers {'b5c1d359-28ea-449e-81f0-5aaab9546898'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:48:42.568864 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-5a2447cd-210a-48ba-aed0-603c71a3c266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:48:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['b5c1d359-28ea-449e-81f0-5aaab9546898'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:42.601996 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-8a5dd846-a4ab-40f7-8a42-a44e47255cfe tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6847324 Jun 29 10:48:42.602828 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a854f18-6140-498d-b486-3a41d043a79e', 'tag': 'af0d4289-94d5-4b71-829b-89a33972a0a0'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:48:42.605196 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 50504) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:42.605340 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82814ba4342b3241ea59c6119a2f8abf18707475a0488e58b50a7e2d80907800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f5f9aa-7eaa-48a6-abb6-14cb809b50b0" -d '{"events": [{"name": "network-changed", "server_uuid": "3a854f18-6140-498d-b486-3a41d043a79e", "tag": "af0d4289-94d5-4b71-829b-89a33972a0a0"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:48:42.612632 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-9b07e8be-e3fe-40fa-b41b-72827333b353 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1163093995', 'description': 'tempest-secgroup-smoke-1163093995 description', 'project_id': '9b5bc8fce6a347388dbb08e51022f98d'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:48:42.689921 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-9b07e8be-e3fe-40fa-b41b-72827333b353 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:42.698650 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-5a2447cd-210a-48ba-aed0-603c71a3c266 None None] Set router b5c1d359-28ea-449e-81f0-5aaab9546898 gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:48:42.799226 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-106c30e1-58e3-4713-b7aa-12385377b663 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:42.874187 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d32a816-2d37-418b-adda-2a5691561480 x-openstack-request-id: req-3d32a816-2d37-418b-adda-2a5691561480 {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:48:42.874732 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a854f18-6140-498d-b486-3a41d043a79e", "tag": "af0d4289-94d5-4b71-829b-89a33972a0a0", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:48:42.874958 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3d32a816-2d37-418b-adda-2a5691561480 {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:48:42.875637 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a854f18-6140-498d-b486-3a41d043a79e', 'tag': 'af0d4289-94d5-4b71-829b-89a33972a0a0', 'status': 'completed', 'code': 200} Jun 29 10:48:42.924636 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-9b07e8be-e3fe-40fa-b41b-72827333b353 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:42.931863 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-9b07e8be-e3fe-40fa-b41b-72827333b353 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:42.935461 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-73bef90e-20e3-4806-b460-d3f105d5e27c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:42.990216 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-5a2447cd-210a-48ba-aed0-603c71a3c266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c1d359-28ea-449e-81f0-5aaab9546898', 'name': 'tempest-TestMinimumBasicScenario-667958029-router', 'tenant_id': '9b5bc8fce6a347388dbb08e51022f98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '36409ac5-099c-4878-bf2d-306ac82acd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:49Z', 'updated_at': '2021-06-29T10:47:52Z', 'revision_number': 4, 'project_id': '9b5bc8fce6a347388dbb08e51022f98d', 'gw_port': {'id': '36409ac5-099c-4878-bf2d-306ac82acd05', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:32:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c1d359-28ea-449e-81f0-5aaab9546898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:49Z', 'updated_at': '2021-06-29T10:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_floatingips': [{'id': '761f5106-0ee3-4309-b6d9-62f6999200c2', 'tenant_id': '9b5bc8fce6a347388dbb08e51022f98d', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'router_id': 'b5c1d359-28ea-449e-81f0-5aaab9546898', 'port_id': 'af0d4289-94d5-4b71-829b-89a33972a0a0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a19d97a-0f53-46df-86fa-6148a8841956', 'mac_address': 'fa:16:3e:43:82:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a854f18-6140-498d-b486-3a41d043a79e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:48:41Z', 'updated_at': '2021-06-29T10:48:41Z', 'revision_number': 0, 'project_id': '9b5bc8fce6a347388dbb08e51022f98d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161252df-8822-4816-ab14-00441fc58d3c', 'name': '', 'network_id': '2a19d97a-0f53-46df-86fa-6148a8841956', 'tenant_id': '9b5bc8fce6a347388dbb08e51022f98d', 'mac_address': 'fa:16:3e:62:fd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c1d359-28ea-449e-81f0-5aaab9546898', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '7b6f5e7d-a49f-427f-8c0a-3db1b0e9759b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:51Z', 'updated_at': '2021-06-29T10:47:58Z', 'revision_number': 5, 'project_id': '9b5bc8fce6a347388dbb08e51022f98d', 'subnets': [{'id': '7b6f5e7d-a49f-427f-8c0a-3db1b0e9759b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:43.018900 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2447cd-210a-48ba-aed0-603c71a3c266 None None] Checking router: b5c1d359-28ea-449e-81f0-5aaab9546898 for host: dv-cinder-792209-3-iscsi {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:48:43.026968 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2447cd-210a-48ba-aed0-603c71a3c266 None None] Routers {'b5c1d359-28ea-449e-81f0-5aaab9546898'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:48:43.027564 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-5a2447cd-210a-48ba-aed0-603c71a3c266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:48:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['b5c1d359-28ea-449e-81f0-5aaab9546898'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:43.028910 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-9b07e8be-e3fe-40fa-b41b-72827333b353 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:43.030138 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-9b07e8be-e3fe-40fa-b41b-72827333b353 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4236901 Jun 29 10:48:43.034325 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 50510) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:43.038990 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07e8be-e3fe-40fa-b41b-72827333b353 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7cb0ef-3121-42d9-91a6-49b4ca5b7c60,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:43.039556 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-9b4a4dd1-a158-4846-bc60-2d7ba893646d tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Request body: {'security_group_rule': {'security_group_id': '2f7cb0ef-3121-42d9-91a6-49b4ca5b7c60', 'project_id': '9b5bc8fce6a347388dbb08e51022f98d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:48:43.043532 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-9b07e8be-e3fe-40fa-b41b-72827333b353 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:43.084351 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9b4a4dd1-a158-4846-bc60-2d7ba893646d tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:43.104127 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5f9aa-7eaa-48a6-abb6-14cb809b50b0 req-7876b753-718b-43ad-82e2-525318042a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:43.105667 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-11f5f9aa-7eaa-48a6-abb6-14cb809b50b0 req-7876b753-718b-43ad-82e2-525318042a3a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b5bc8fce6a347388dbb08e51022f98d&device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 1098 time: 0.1602185 Jun 29 10:48:43.106635 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-106c30e1-58e3-4713-b7aa-12385377b663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7907817'] for router, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:43.137376 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-5a2447cd-210a-48ba-aed0-603c71a3c266 None None] Set router b5c1d359-28ea-449e-81f0-5aaab9546898 gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:48:43.152046 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9b4a4dd1-a158-4846-bc60-2d7ba893646d tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:43.156136 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9b4a4dd1-a158-4846-bc60-2d7ba893646d tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-396420'] for security_group_rule, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:43.159369 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b1c3b397-5b0f-4e88-9ec3-951f3b8a323a tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:43.177106 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4a4dd1-a158-4846-bc60-2d7ba893646d tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=178314c5-3ed2-47f8-9519-6a0bcc6936a0,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:43.179629 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-9b4a4dd1-a158-4846-bc60-2d7ba893646d tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:43.184865 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9b4a4dd1-a158-4846-bc60-2d7ba893646d tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:43.186098 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-9b4a4dd1-a158-4846-bc60-2d7ba893646d tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1506047 Jun 29 10:48:43.188779 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 50512) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:43.198130 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-2da6eee6-62cd-4cfe-bfd6-a39f53fd639d tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Request body: {'security_group_rule': {'security_group_id': '2f7cb0ef-3121-42d9-91a6-49b4ca5b7c60', 'project_id': '9b5bc8fce6a347388dbb08e51022f98d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:48:43.227329 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2da6eee6-62cd-4cfe-bfd6-a39f53fd639d tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:43.279991 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5f9aa-7eaa-48a6-abb6-14cb809b50b0 req-6c3ee83e-f05e-47bf-8552-fcac3253263c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:43.281460 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-11f5f9aa-7eaa-48a6-abb6-14cb809b50b0 req-6c3ee83e-f05e-47bf-8552-fcac3253263c service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a19d97a-0f53-46df-86fa-6148a8841956 HTTP/1.1" status: 200 len: 915 time: 0.1672647 Jun 29 10:48:43.303456 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2da6eee6-62cd-4cfe-bfd6-a39f53fd639d tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:43.310887 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2da6eee6-62cd-4cfe-bfd6-a39f53fd639d tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-396420'] for security_group_rule, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:43.325770 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:43.344419 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da6eee6-62cd-4cfe-bfd6-a39f53fd639d tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=287ba413-8910-4a30-94c2-4c4993682eff,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:43.355227 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-2da6eee6-62cd-4cfe-bfd6-a39f53fd639d tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:43.360217 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2da6eee6-62cd-4cfe-bfd6-a39f53fd639d tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:43.365706 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-2da6eee6-62cd-4cfe-bfd6-a39f53fd639d tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1758208 Jun 29 10:48:43.366430 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 50514) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:43.372253 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-956c0bb1-ea34-4d06-a819-733f8f58018f tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Request body: {'security_group_rule': {'security_group_id': '2f7cb0ef-3121-42d9-91a6-49b4ca5b7c60', 'project_id': '9b5bc8fce6a347388dbb08e51022f98d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:48:43.379166 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106c30e1-58e3-4713-b7aa-12385377b663 admin admin] Router 51ee1726-6d72-46e9-9331-a51d75912dab is scheduled to L3 agent 8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f with binding_index 1 {{(pid=99532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:48:43.396590 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-11f5f9aa-7eaa-48a6-abb6-14cb809b50b0 req-9a894c83-9c28-43b0-99df-70db8beef6be service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af0d4289-94d5-4b71-829b-89a33972a0a0 HTTP/1.1" status: 200 len: 999 time: 0.1057825 Jun 29 10:48:43.397794 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-5a2447cd-210a-48ba-aed0-603c71a3c266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c1d359-28ea-449e-81f0-5aaab9546898', 'name': 'tempest-TestMinimumBasicScenario-667958029-router', 'tenant_id': '9b5bc8fce6a347388dbb08e51022f98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '36409ac5-099c-4878-bf2d-306ac82acd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:49Z', 'updated_at': '2021-06-29T10:47:52Z', 'revision_number': 4, 'project_id': '9b5bc8fce6a347388dbb08e51022f98d', 'gw_port': {'id': '36409ac5-099c-4878-bf2d-306ac82acd05', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:32:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c1d359-28ea-449e-81f0-5aaab9546898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:49Z', 'updated_at': '2021-06-29T10:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_floatingips': [{'id': '761f5106-0ee3-4309-b6d9-62f6999200c2', 'tenant_id': '9b5bc8fce6a347388dbb08e51022f98d', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'router_id': 'b5c1d359-28ea-449e-81f0-5aaab9546898', 'port_id': 'af0d4289-94d5-4b71-829b-89a33972a0a0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a19d97a-0f53-46df-86fa-6148a8841956', 'mac_address': 'fa:16:3e:43:82:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a854f18-6140-498d-b486-3a41d043a79e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:48:41Z', 'updated_at': '2021-06-29T10:48:41Z', 'revision_number': 0, 'project_id': '9b5bc8fce6a347388dbb08e51022f98d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161252df-8822-4816-ab14-00441fc58d3c', 'name': '', 'network_id': '2a19d97a-0f53-46df-86fa-6148a8841956', 'tenant_id': '9b5bc8fce6a347388dbb08e51022f98d', 'mac_address': 'fa:16:3e:62:fd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c1d359-28ea-449e-81f0-5aaab9546898', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '7b6f5e7d-a49f-427f-8c0a-3db1b0e9759b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:51Z', 'updated_at': '2021-06-29T10:47:58Z', 'revision_number': 5, 'project_id': '9b5bc8fce6a347388dbb08e51022f98d', 'subnets': [{'id': '7b6f5e7d-a49f-427f-8c0a-3db1b0e9759b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:43.403497 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-956c0bb1-ea34-4d06-a819-733f8f58018f tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:43.426798 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2447cd-210a-48ba-aed0-603c71a3c266 None None] The sync data for ids ['b5c1d359-28ea-449e-81f0-5aaab9546898'] in dv-cinder-792209-3-iscsi is: [{'id': 'b5c1d359-28ea-449e-81f0-5aaab9546898', 'name': 'tempest-TestMinimumBasicScenario-667958029-router', 'tenant_id': '9b5bc8fce6a347388dbb08e51022f98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '36409ac5-099c-4878-bf2d-306ac82acd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:49Z', 'updated_at': '2021-06-29T10:47:52Z', 'revision_number': 4, 'project_id': '9b5bc8fce6a347388dbb08e51022f98d', 'gw_port': {'id': '36409ac5-099c-4878-bf2d-306ac82acd05', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:32:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c1d359-28ea-449e-81f0-5aaab9546898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:49Z', 'updated_at': '2021-06-29T10:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_floatingips': [{'id': '761f5106-0ee3-4309-b6d9-62f6999200c2', 'tenant_id': '9b5bc8fce6a347388dbb08e51022f98d', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'router_id': 'b5c1d359-28ea-449e-81f0-5aaab9546898', 'port_id': 'af0d4289-94d5-4b71-829b-89a33972a0a0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a19d97a-0f53-46df-86fa-6148a8841956', 'mac_address': 'fa:16:3e:43:82:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a854f18-6140-498d-b486-3a41d043a79e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:48:41Z', 'updated_at': '2021-06-29T10:48:41Z', 'revision_number': 0, 'project_id': '9b5bc8fce6a347388dbb08e51022f98d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '161252df-8822-4816-ab14-00441fc58d3c', 'name': '', 'network_id': '2a19d97a-0f53-46df-86fa-6148a8841956', 'tenant_id': '9b5bc8fce6a347388dbb08e51022f98d', 'mac_address': 'fa:16:3e:62:fd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c1d359-28ea-449e-81f0-5aaab9546898', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '7b6f5e7d-a49f-427f-8c0a-3db1b0e9759b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:51Z', 'updated_at': '2021-06-29T10:47:58Z', 'revision_number': 5, 'project_id': '9b5bc8fce6a347388dbb08e51022f98d', 'subnets': [{'id': '7b6f5e7d-a49f-427f-8c0a-3db1b0e9759b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:48:43.477302 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-956c0bb1-ea34-4d06-a819-733f8f58018f tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:43.487645 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-956c0bb1-ea34-4d06-a819-733f8f58018f tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-396420'] for security_group_rule, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:43.506043 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-9b4a4dd1-a158-4846-bc60-2d7ba893646d tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:43.519338 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-956c0bb1-ea34-4d06-a819-733f8f58018f tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:43.523157 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-956c0bb1-ea34-4d06-a819-733f8f58018f tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1528950 Jun 29 10:48:43.523157 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c0bb1-ea34-4d06-a819-733f8f58018f tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe0e325e-f902-49ee-95ba-6872bc0138f1,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:43.529118 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-956c0bb1-ea34-4d06-a819-733f8f58018f tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:43.529641 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 50516) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:43.534775 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-43be8a07-d811-4557-87f8-876d6c935e63 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Request body: {'security_group_rule': {'security_group_id': '2f7cb0ef-3121-42d9-91a6-49b4ca5b7c60', 'project_id': '9b5bc8fce6a347388dbb08e51022f98d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:48:43.566113 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-43be8a07-d811-4557-87f8-876d6c935e63 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:43.632610 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-43be8a07-d811-4557-87f8-876d6c935e63 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:43.638033 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-43be8a07-d811-4557-87f8-876d6c935e63 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-396420'] for security_group_rule, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:43.645608 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-dc1738bf-3647-47ce-b5c4-4c29241aef40 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:43.664905 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be8a07-d811-4557-87f8-876d6c935e63 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7051611-ca67-42a8-b204-69c91b874f24,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:43.669234 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bbce0c-d591-4a41-aa65-1736473833fa None None] Network 92fea580-df85-490d-995f-a2b8ddebd1fe requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:48:43.669768 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-43be8a07-d811-4557-87f8-876d6c935e63 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:43.670978 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-43be8a07-d811-4557-87f8-876d6c935e63 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:43.673168 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-43be8a07-d811-4557-87f8-876d6c935e63 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1416955 Jun 29 10:48:43.675530 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 50518) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:43.681067 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-3a4ce449-432c-4df2-b222-0cf7528d2966 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Request body: {'security_group_rule': {'security_group_id': '2f7cb0ef-3121-42d9-91a6-49b4ca5b7c60', 'project_id': '9b5bc8fce6a347388dbb08e51022f98d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:48:43.712160 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.db.securitygroups_db [None req-3a4ce449-432c-4df2-b222-0cf7528d2966 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Project 9b5bc8fce6a347388dbb08e51022f98d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 10:48:43.718495 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3a4ce449-432c-4df2-b222-0cf7528d2966 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:43.722787 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287fc9b6-9317-4a62-9a50-73c18127fa0f None None] New status for floating IP 761f5106-0ee3-4309-b6d9-62f6999200c2: ACTIVE {{(pid=99534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:48:43.793194 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3a4ce449-432c-4df2-b222-0cf7528d2966 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:43.795286 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-78fc1491-c11c-46c7-a6c7-99cde642aa0c None None] Provisioning for port d7663c1d-bd55-46f6-ab54-d559a3bb0a7d completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:48:43.798151 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3a4ce449-432c-4df2-b222-0cf7528d2966 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-396420'] for security_group_rule, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:43.804967 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:43.821154 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ce449-432c-4df2-b222-0cf7528d2966 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf3ae5c9-c14d-4317-8219-75de6ed9aae9,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:43.824273 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-3a4ce449-432c-4df2-b222-0cf7528d2966 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:43.826995 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3a4ce449-432c-4df2-b222-0cf7528d2966 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:43.828394 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-3a4ce449-432c-4df2-b222-0cf7528d2966 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1514289 Jun 29 10:48:43.830902 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 50520) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:43.835358 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106c30e1-58e3-4713-b7aa-12385377b663 admin admin] Notify agent at l3_agent.dv-cinder-792209-3-iscsi the message routers_updated {{(pid=99532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:48:43.836034 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-28284d9f-f029-4546-8ebb-c80871e8e0a7 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Request body: {'security_group_rule': {'security_group_id': '2f7cb0ef-3121-42d9-91a6-49b4ca5b7c60', 'project_id': '9b5bc8fce6a347388dbb08e51022f98d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:48:43.837758 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5f9aa-7eaa-48a6-abb6-14cb809b50b0 req-58733fbf-0ed2-4338-a9a6-3a7d072e4452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:43.839669 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-11f5f9aa-7eaa-48a6-abb6-14cb809b50b0 req-58733fbf-0ed2-4338-a9a6-3a7d072e4452 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b6f5e7d-a49f-427f-8c0a-3db1b0e9759b HTTP/1.1" status: 200 len: 853 time: 0.0628755 Jun 29 10:48:43.851685 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e90c2f-90ec-455d-a823-b153155063ce None None] Sync routers for ids ['51ee1726-6d72-46e9-9331-a51d75912dab'] in dv-cinder-792209-3-iscsi {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:48:43.863794 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.db.securitygroups_db [None req-28284d9f-f029-4546-8ebb-c80871e8e0a7 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Project 9b5bc8fce6a347388dbb08e51022f98d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 10:48:43.868013 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e90c2f-90ec-455d-a823-b153155063ce None None] Routers {'51ee1726-6d72-46e9-9331-a51d75912dab'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:48:43.868904 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-89e90c2f-90ec-455d-a823-b153155063ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:48:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['51ee1726-6d72-46e9-9331-a51d75912dab'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:43.869619 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-28284d9f-f029-4546-8ebb-c80871e8e0a7 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:43.885301 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-106c30e1-58e3-4713-b7aa-12385377b663 admin admin] Notify callbacks [] for router, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:43.886507 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-106c30e1-58e3-4713-b7aa-12385377b663 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2313347 Jun 29 10:48:43.889212 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 50522) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:43.990528 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-28284d9f-f029-4546-8ebb-c80871e8e0a7 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:43.999648 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-28284d9f-f029-4546-8ebb-c80871e8e0a7 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-396420'] for security_group_rule, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:44.016556 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-3c6f5fe1-5f71-4ba2-a19b-5f82e1a25483 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:44.020062 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5f9aa-7eaa-48a6-abb6-14cb809b50b0 req-2aba5e91-d862-411c-9509-1c4e813d9546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:44.021750 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-11f5f9aa-7eaa-48a6-abb6-14cb809b50b0 req-2aba5e91-d862-411c-9509-1c4e813d9546 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a19d97a-0f53-46df-86fa-6148a8841956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1730359 Jun 29 10:48:44.063707 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-89e90c2f-90ec-455d-a823-b153155063ce None None] Set router 51ee1726-6d72-46e9-9331-a51d75912dab gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:48:44.105990 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device d7663c1d-bd55-46f6-ab54-d559a3bb0a7d up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:48:44.208114 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning for port d7663c1d-bd55-46f6-ab54-d559a3bb0a7d completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:48:44.213133 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-11f5f9aa-7eaa-48a6-abb6-14cb809b50b0 req-5d9f08df-298a-4dd2-bf27-da1f623d3a8a service neutron] 10.222.0.41 "GET /v2.0/networks/2a19d97a-0f53-46df-86fa-6148a8841956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780179 Jun 29 10:48:44.215311 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port d7663c1d-bd55-46f6-ab54-d559a3bb0a7d triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:48:44.216009 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:44.318912 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28284d9f-f029-4546-8ebb-c80871e8e0a7 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4e36b52-a73b-4766-9704-eaf7435fe9c2,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:44.321857 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-28284d9f-f029-4546-8ebb-c80871e8e0a7 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:44.337717 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-28284d9f-f029-4546-8ebb-c80871e8e0a7 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:44.340083 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-28284d9f-f029-4546-8ebb-c80871e8e0a7 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5079477 Jun 29 10:48:44.358127 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:44.402386 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] For port d7663c1d-bd55-46f6-ab54-d559a3bb0a7d, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=d7663c1d-bd55-46f6-ab54-d559a3bb0a7d,segment=NetworkSegment(9b98dfe1-3760-4bef-98e5-6054c3cfc3cc),segment_id=9b98dfe1-3760-4bef-98e5-6054c3cfc3cc)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:44.410467 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-89e90c2f-90ec-455d-a823-b153155063ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'name': 'tempest-AttachVolumeTestJSON-1984966947-router', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c199261c-ca88-4e37-909d-4fd006d52099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:48:41Z', 'updated_at': '2021-06-29T10:48:42Z', 'revision_number': 3, 'project_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'gw_port': {'id': 'c199261c-ca88-4e37-909d-4fd006d52099', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ae:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:48:42Z', 'updated_at': '2021-06-29T10:48:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi'}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:44.411647 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:44.418419 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:44.448621 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e90c2f-90ec-455d-a823-b153155063ce None None] Checking router: 51ee1726-6d72-46e9-9331-a51d75912dab for host: dv-cinder-792209-3-iscsi {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:48:44.448975 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e90c2f-90ec-455d-a823-b153155063ce None None] Updating router 51ee1726-6d72-46e9-9331-a51d75912dab port c199261c-ca88-4e37-909d-4fd006d52099 binding host dv-cinder-792209-3-iscsi {{(pid=99535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:48:44.469161 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-11f5f9aa-7eaa-48a6-abb6-14cb809b50b0 req-17d7f482-1c31-4b0a-aeb7-4980a3137a4d service neutron] 10.222.0.41 "GET /v2.0/networks/2a19d97a-0f53-46df-86fa-6148a8841956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070627 Jun 29 10:48:44.493095 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Pushing event updated for resources: {'Port': ['ID=d7663c1d-bd55-46f6-ab54-d559a3bb0a7d,revision_number=3']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:44.498361 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:44.501619 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-4f701146-f9ac-4dcd-aff7-60694ed03d9f None None] Provisioning complete for port d7663c1d-bd55-46f6-ab54-d559a3bb0a7d triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:48:44.502248 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-4f701146-f9ac-4dcd-aff7-60694ed03d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:44.503961 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-89e90c2f-90ec-455d-a823-b153155063ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:44.519039 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-53008a1a-2fe3-4c7e-b21d-3973c7ea7dc7 req-0ffd6c60-a03a-4104-9dde-d38487d845b7 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1163093995&fields=id&tenant_id=9b5bc8fce6a347388dbb08e51022f98d HTTP/1.1" status: 200 len: 267 time: 0.0545039 Jun 29 10:48:44.570119 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-adf3aee7-a834-4ed5-b2c2-389645342661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:44.593047 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53008a1a-2fe3-4c7e-b21d-3973c7ea7dc7 req-e66c1214-7001-401c-bfd5-7425f2686a17 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:44.602042 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-53008a1a-2fe3-4c7e-b21d-3973c7ea7dc7 req-e66c1214-7001-401c-bfd5-7425f2686a17 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 945 time: 0.0771267 Jun 29 10:48:44.610226 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [req-53008a1a-2fe3-4c7e-b21d-3973c7ea7dc7 req-7dcf3457-6fd8-4393-9815-ecf885be48fd tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Request body: {'port': {'security_groups': ['265bbfb3-3221-410a-b45b-9c362b2d8073', '2f7cb0ef-3121-42d9-91a6-49b4ca5b7c60']}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:48:44.706927 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-53008a1a-2fe3-4c7e-b21d-3973c7ea7dc7 req-7dcf3457-6fd8-4393-9815-ecf885be48fd tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:44.739886 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [None req-adf3aee7-a834-4ed5-b2c2-389645342661 admin admin] Allocated IP 172.20.0.1 (92fea580-df85-490d-995f-a2b8ddebd1fe/ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46/58c97532-55d4-4140-a3be-f84c2d47bc6e) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:48:44.853016 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-adf3aee7-a834-4ed5-b2c2-389645342661 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:44.867911 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.provisioning_blocks [None req-adf3aee7-a834-4ed5-b2c2-389645342661 admin admin] Transition to ACTIVE for port object 58c97532-55d4-4140-a3be-f84c2d47bc6e will not be triggered until provisioned by entity DHCP. {{(pid=99532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:48:44.906023 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-adf3aee7-a834-4ed5-b2c2-389645342661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4232069'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:44.910062 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-04e3c304-9c23-4a99-ad9c-c7ca66cd54f4 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:44.911911 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-53008a1a-2fe3-4c7e-b21d-3973c7ea7dc7 req-7dcf3457-6fd8-4393-9815-ecf885be48fd tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] For port af0d4289-94d5-4b71-829b-89a33972a0a0, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=af0d4289-94d5-4b71-829b-89a33972a0a0,segment=NetworkSegment(d268b454-5f21-431b-a249-b90c8192c197),segment_id=d268b454-5f21-431b-a249-b90c8192c197)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:44.945895 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-89e90c2f-90ec-455d-a823-b153155063ce None None] Notify callbacks [] for port, precommit_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:44.947665 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf3aee7-a834-4ed5-b2c2-389645342661 admin admin] Network 92fea580-df85-490d-995f-a2b8ddebd1fe is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:48:44.949958 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-53008a1a-2fe3-4c7e-b21d-3973c7ea7dc7 req-7dcf3457-6fd8-4393-9815-ecf885be48fd tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:44.952515 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-adf3aee7-a834-4ed5-b2c2-389645342661 admin admin] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:48:44.953206 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.agents_db [None req-93d4a047-be9c-4d13-b750-597922b429b4 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:48:44.956719 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-53008a1a-2fe3-4c7e-b21d-3973c7ea7dc7 req-7dcf3457-6fd8-4393-9815-ecf885be48fd tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5295534'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:44.956916 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf3aee7-a834-4ed5-b2c2-389645342661 admin admin] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:48:44.963266 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-e4706d6d-3aba-4eb4-b868-1d07d134eda8 tempest-DeleteServersTestJSON-329709172 tempest-DeleteServersTestJSON-329709172-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:44.963568 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-89e90c2f-90ec-455d-a823-b153155063ce None None] Transition to ACTIVE for port object c199261c-ca88-4e37-909d-4fd006d52099 will not be triggered until provisioned by entity L2. {{(pid=99535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:48:44.978206 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-89e90c2f-90ec-455d-a823-b153155063ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:44.978437 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:44.980983 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf3aee7-a834-4ed5-b2c2-389645342661 admin admin] Pushing event updated for resources: {'Port': ['ID=58c97532-55d4-4140-a3be-f84c2d47bc6e,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:44.984998 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-adf3aee7-a834-4ed5-b2c2-389645342661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:45.001333 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-adf3aee7-a834-4ed5-b2c2-389645342661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7865503'] for router_interface, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:45.004018 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] get_ports_and_sgs() called for port_ids ['af0d4289-94d5-4b71-829b-89a33972a0a0'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:48:45.027767 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53008a1a-2fe3-4c7e-b21d-3973c7ea7dc7 req-7dcf3457-6fd8-4393-9815-ecf885be48fd tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:45.028421 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-53008a1a-2fe3-4c7e-b21d-3973c7ea7dc7 req-7dcf3457-6fd8-4393-9815-ecf885be48fd tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:45.035750 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-53008a1a-2fe3-4c7e-b21d-3973c7ea7dc7 req-7dcf3457-6fd8-4393-9815-ecf885be48fd tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "PUT /v2.0/ports/af0d4289-94d5-4b71-829b-89a33972a0a0 HTTP/1.1" status: 200 len: 981 time: 0.4319870 Jun 29 10:48:45.036163 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-89e90c2f-90ec-455d-a823-b153155063ce None None] Attempting to bind port c199261c-ca88-4e37-909d-4fd006d52099 on host dv-cinder-792209-3-iscsi for vnic_type normal with profile {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:48:45.036536 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-89e90c2f-90ec-455d-a823-b153155063ce None None] Attempting to bind port c199261c-ca88-4e37-909d-4fd006d52099 by drivers openvswitch,hyperv on host dv-cinder-792209-3-iscsi at level 0 using segments [{'id': 'b07597a5-acfa-4ea0-afa4-34f991bc6949', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:48:45.036792 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a854f18-6140-498d-b486-3a41d043a79e', 'tag': 'af0d4289-94d5-4b71-829b-89a33972a0a0'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:48:45.036918 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e90c2f-90ec-455d-a823-b153155063ce None None] Attempting to bind port c199261c-ca88-4e37-909d-4fd006d52099 on network 2b1c2b73-c07b-4ea8-8347-94f00b07ac35 {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:48:45.039862 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82814ba4342b3241ea59c6119a2f8abf18707475a0488e58b50a7e2d80907800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2b7088-d5cc-41db-86ff-12317b128fb4" -d '{"events": [{"name": "network-changed", "server_uuid": "3a854f18-6140-498d-b486-3a41d043a79e", "tag": "af0d4289-94d5-4b71-829b-89a33972a0a0"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:48:45.049380 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69542fb4-36a8-46c0-bd18-6c0d633e0a65 None None] Pushing event updated for resources: {'Port': ['ID=c199261c-ca88-4e37-909d-4fd006d52099,revision_number=2']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:45.058921 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-69542fb4-36a8-46c0-bd18-6c0d633e0a65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:45.060252 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e90c2f-90ec-455d-a823-b153155063ce None None] Checking agent: {'id': 'fcf96668-74e6-4b26-856c-86c6583113ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 33, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:48:45.061913 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e90c2f-90ec-455d-a823-b153155063ce None None] Checking segment: {'id': 'b07597a5-acfa-4ea0-afa4-34f991bc6949', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:48:45.062319 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-89e90c2f-90ec-455d-a823-b153155063ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:45.062776 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e90c2f-90ec-455d-a823-b153155063ce None None] Bound using segment: {'id': 'b07597a5-acfa-4ea0-afa4-34f991bc6949', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:48:45.064297 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-89e90c2f-90ec-455d-a823-b153155063ce None None] Bound port: c199261c-ca88-4e37-909d-4fd006d52099, host: dv-cinder-792209-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b07597a5-acfa-4ea0-afa4-34f991bc6949', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'}}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:48:45.064716 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-89e90c2f-90ec-455d-a823-b153155063ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:45.115038 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcf3457-6fd8-4393-9815-ecf885be48fd tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Pushing event updated for resources: {'Port': ['ID=af0d4289-94d5-4b71-829b-89a33972a0a0,revision_number=6']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:45.121308 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-7dcf3457-6fd8-4393-9815-ecf885be48fd tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:45.127274 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28da6d66-029c-4dd8-b294-8ff29c6ae6ad x-openstack-request-id: req-28da6d66-029c-4dd8-b294-8ff29c6ae6ad {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:48:45.128063 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a854f18-6140-498d-b486-3a41d043a79e", "tag": "af0d4289-94d5-4b71-829b-89a33972a0a0", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:48:45.128508 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-28da6d66-029c-4dd8-b294-8ff29c6ae6ad {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:48:45.129109 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a854f18-6140-498d-b486-3a41d043a79e', 'tag': 'af0d4289-94d5-4b71-829b-89a33972a0a0', 'status': 'completed', 'code': 200} Jun 29 10:48:45.163694 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-89e90c2f-90ec-455d-a823-b153155063ce None None] For port c199261c-ca88-4e37-909d-4fd006d52099, host dv-cinder-792209-3-iscsi, cleared binding levels {{(pid=99535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:48:45.169554 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-89e90c2f-90ec-455d-a823-b153155063ce None None] For port c199261c-ca88-4e37-909d-4fd006d52099, host dv-cinder-792209-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=c199261c-ca88-4e37-909d-4fd006d52099,segment=NetworkSegment(b07597a5-acfa-4ea0-afa4-34f991bc6949),segment_id=b07597a5-acfa-4ea0-afa4-34f991bc6949)] {{(pid=99535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:48:45.181646 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-89e90c2f-90ec-455d-a823-b153155063ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:45.185568 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-69542fb4-36a8-46c0-bd18-6c0d633e0a65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:45.192889 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] get_ports_and_sgs() called for port_ids ['af0d4289-94d5-4b71-829b-89a33972a0a0'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:48:45.294094 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e90c2f-90ec-455d-a823-b153155063ce None None] Routers {'51ee1726-6d72-46e9-9331-a51d75912dab'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:48:45.294789 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-89e90c2f-90ec-455d-a823-b153155063ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:48:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['51ee1726-6d72-46e9-9331-a51d75912dab'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:45.298503 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69542fb4-36a8-46c0-bd18-6c0d633e0a65 None None] Pushing event updated for resources: {'Port': ['ID=c199261c-ca88-4e37-909d-4fd006d52099,revision_number=3']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:45.355719 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-69542fb4-36a8-46c0-bd18-6c0d633e0a65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:45.362689 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-adf3aee7-a834-4ed5-b2c2-389645342661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:45.397855 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b7088-d5cc-41db-86ff-12317b128fb4 req-5b5341be-537f-44c9-b78a-6f9da00e578f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:45.399996 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-5d2b7088-d5cc-41db-86ff-12317b128fb4 req-5b5341be-537f-44c9-b78a-6f9da00e578f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b5bc8fce6a347388dbb08e51022f98d&device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 1137 time: 0.1782613 Jun 29 10:48:45.403655 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1930c-fdb9-4634-bb04-bf702059dfe6 req-c58459c3-529f-41d9-952e-7b0c15658c86 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:45.405295 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-67a1930c-fdb9-4634-bb04-bf702059dfe6 req-c58459c3-529f-41d9-952e-7b0c15658c86 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 984 time: 0.1507211 Jun 29 10:48:45.458717 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-89e90c2f-90ec-455d-a823-b153155063ce None None] Set router 51ee1726-6d72-46e9-9331-a51d75912dab gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:48:45.462089 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-67a1930c-fdb9-4634-bb04-bf702059dfe6 req-47e90b66-9e88-4150-92a1-1a72d6261cf4 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f7cb0ef-3121-42d9-91a6-49b4ca5b7c60&id=265bbfb3-3221-410a-b45b-9c362b2d8073&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0505176 Jun 29 10:48:45.487071 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d82797c5-516f-4a82-bd2b-f16a95e7485e None None] Provisioning complete for port af0d4289-94d5-4b71-829b-89a33972a0a0 triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:48:45.487448 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d82797c5-516f-4a82-bd2b-f16a95e7485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:45.600726 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b7088-d5cc-41db-86ff-12317b128fb4 req-76b69640-dde0-4121-b0be-737f4f34ec45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:45.602845 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-5d2b7088-d5cc-41db-86ff-12317b128fb4 req-76b69640-dde0-4121-b0be-737f4f34ec45 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a19d97a-0f53-46df-86fa-6148a8841956 HTTP/1.1" status: 200 len: 915 time: 0.1785641 Jun 29 10:48:45.675376 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-89e90c2f-90ec-455d-a823-b153155063ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'name': 'tempest-AttachVolumeTestJSON-1984966947-router', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c199261c-ca88-4e37-909d-4fd006d52099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:48:41Z', 'updated_at': '2021-06-29T10:48:45Z', 'revision_number': 4, 'project_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'gw_port': {'id': 'c199261c-ca88-4e37-909d-4fd006d52099', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ae:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:48:42Z', 'updated_at': '2021-06-29T10:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '58c97532-55d4-4140-a3be-f84c2d47bc6e', 'name': '', 'network_id': '92fea580-df85-490d-995f-a2b8ddebd1fe', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'mac_address': 'fa:16:3e:db:d4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:48:44Z', 'updated_at': '2021-06-29T10:48:44Z', 'revision_number': 1, 'project_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'subnets': [{'id': 'ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:45.695408 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-5d2b7088-d5cc-41db-86ff-12317b128fb4 req-63f1fd3d-716e-4db2-b16e-008ea99df9c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af0d4289-94d5-4b71-829b-89a33972a0a0 HTTP/1.1" status: 200 len: 1001 time: 0.0834155 Jun 29 10:48:45.697253 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-adf3aee7-a834-4ed5-b2c2-389645342661 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:45.703647 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e90c2f-90ec-455d-a823-b153155063ce None None] The sync data for ids ['51ee1726-6d72-46e9-9331-a51d75912dab'] in dv-cinder-792209-3-iscsi is: [{'id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'name': 'tempest-AttachVolumeTestJSON-1984966947-router', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c199261c-ca88-4e37-909d-4fd006d52099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:48:41Z', 'updated_at': '2021-06-29T10:48:45Z', 'revision_number': 4, 'project_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'gw_port': {'id': 'c199261c-ca88-4e37-909d-4fd006d52099', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ae:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:48:42Z', 'updated_at': '2021-06-29T10:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '58c97532-55d4-4140-a3be-f84c2d47bc6e', 'name': '', 'network_id': '92fea580-df85-490d-995f-a2b8ddebd1fe', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'mac_address': 'fa:16:3e:db:d4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:48:44Z', 'updated_at': '2021-06-29T10:48:44Z', 'revision_number': 1, 'project_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'subnets': [{'id': 'ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:48:45.710658 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-adf3aee7-a834-4ed5-b2c2-389645342661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4232083'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:45.732782 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-6caef9a7-73ce-43cc-bcf1-1aa6bb798361 tempest-AttachVolumeNegativeTest-1277968116 tempest-AttachVolumeNegativeTest-1277968116-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:45.742570 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d82797c5-516f-4a82-bd2b-f16a95e7485e None None] Provisioning for port 58c97532-55d4-4140-a3be-f84c2d47bc6e completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:48:45.756137 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d82797c5-516f-4a82-bd2b-f16a95e7485e None None] Provisioning complete for port 58c97532-55d4-4140-a3be-f84c2d47bc6e triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:48:45.756527 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d82797c5-516f-4a82-bd2b-f16a95e7485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:45.811654 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf3aee7-a834-4ed5-b2c2-389645342661 admin admin] Pushing event updated for resources: {'Port': ['ID=58c97532-55d4-4140-a3be-f84c2d47bc6e,revision_number=2']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:45.815230 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b7088-d5cc-41db-86ff-12317b128fb4 req-f8231056-8321-42dc-a777-0d90fa399937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:45.816708 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-5d2b7088-d5cc-41db-86ff-12317b128fb4 req-f8231056-8321-42dc-a777-0d90fa399937 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b6f5e7d-a49f-427f-8c0a-3db1b0e9759b HTTP/1.1" status: 200 len: 853 time: 0.1148875 Jun 29 10:48:45.817688 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-adf3aee7-a834-4ed5-b2c2-389645342661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:45.818389 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-adf3aee7-a834-4ed5-b2c2-389645342661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7896118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7865451'] for router_interface, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:45.824392 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-d82797c5-516f-4a82-bd2b-f16a95e7485e None None] Port 58c97532-55d4-4140-a3be-f84c2d47bc6e cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:48:45.968226 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf3aee7-a834-4ed5-b2c2-389645342661 admin admin] Network 92fea580-df85-490d-995f-a2b8ddebd1fe is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:48:45.971468 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b7088-d5cc-41db-86ff-12317b128fb4 req-dd45a36e-755d-4f4a-a394-d1a0d402cb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:45.973210 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-5d2b7088-d5cc-41db-86ff-12317b128fb4 req-dd45a36e-755d-4f4a-a394-d1a0d402cb6e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a19d97a-0f53-46df-86fa-6148a8841956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1319289 Jun 29 10:48:45.974239 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-adf3aee7-a834-4ed5-b2c2-389645342661 admin admin] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:48:46.039702 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device d7663c1d-bd55-46f6-ab54-d559a3bb0a7d up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:48:46.098760 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port d7663c1d-bd55-46f6-ab54-d559a3bb0a7d triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:48:46.099149 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:46.196080 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-5d2b7088-d5cc-41db-86ff-12317b128fb4 req-da89e994-af11-43fc-8381-aec810cb049f service neutron] 10.222.0.41 "GET /v2.0/networks/2a19d97a-0f53-46df-86fa-6148a8841956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143273 Jun 29 10:48:46.204038 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adf3aee7-a834-4ed5-b2c2-389645342661 admin admin] Router 51ee1726-6d72-46e9-9331-a51d75912dab has already been hosted by L3 agent 8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f {{(pid=99532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:48:46.247348 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-23937a58-e666-4bd9-b960-25789d1a7e2f None None] Provisioning complete for port 58c97532-55d4-4140-a3be-f84c2d47bc6e triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:48:46.247832 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-23937a58-e666-4bd9-b960-25789d1a7e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:46.285060 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-23937a58-e666-4bd9-b960-25789d1a7e2f None None] Port 58c97532-55d4-4140-a3be-f84c2d47bc6e cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:48:46.386030 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-5d2b7088-d5cc-41db-86ff-12317b128fb4 req-3ce3d57c-ccbf-49a6-8e52-c718912ad9c4 service neutron] 10.222.0.41 "GET /v2.0/networks/2a19d97a-0f53-46df-86fa-6148a8841956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806443 Jun 29 10:48:46.399437 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf3aee7-a834-4ed5-b2c2-389645342661 admin admin] Notify agent at l3_agent.dv-cinder-792209-3-iscsi the message routers_updated {{(pid=99532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:48:46.404344 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-adf3aee7-a834-4ed5-b2c2-389645342661 admin admin] 10.222.0.61 "PUT /v2.0/routers/51ee1726-6d72-46e9-9331-a51d75912dab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5142004 Jun 29 10:48:46.774208 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 50538) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:46.779143 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-f1dd66e9-4ca5-453a-a8ee-6abee4b99366 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Request body: {'security_group': {'name': 'tempest-securitygroup--905376020', 'description': 'tempest-description--2140769471'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:48:46.802770 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f1dd66e9-4ca5-453a-a8ee-6abee4b99366 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:46.891006 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f1dd66e9-4ca5-453a-a8ee-6abee4b99366 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:46.894757 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f1dd66e9-4ca5-453a-a8ee-6abee4b99366 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:46.897237 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-9f539f6f-8ec0-486c-9d20-5fe3b42bd0e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:46.923732 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f1dd66e9-4ca5-453a-a8ee-6abee4b99366 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:46.924927 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-f1dd66e9-4ca5-453a-a8ee-6abee4b99366 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1495996 Jun 29 10:48:46.926800 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd66e9-4ca5-453a-a8ee-6abee4b99366 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5064922-720f-47c1-8adb-92dbe9abf694,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:46.928143 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 50540) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:46.930091 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-f1dd66e9-4ca5-453a-a8ee-6abee4b99366 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:46.932847 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-e784763e-2bfb-4ce8-9b3c-07abce737dde tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Request body: {'security_group_rule': {'security_group_id': 'c5064922-720f-47c1-8adb-92dbe9abf694', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:48:46.959810 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e784763e-2bfb-4ce8-9b3c-07abce737dde tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:47.009192 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e784763e-2bfb-4ce8-9b3c-07abce737dde tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:47.012976 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e784763e-2bfb-4ce8-9b3c-07abce737dde tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-396420'] for security_group_rule, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:47.018279 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:47.032767 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e784763e-2bfb-4ce8-9b3c-07abce737dde tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3ddaee5-80f1-4f5c-97a8-239ddd9a3433,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:47.036047 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-e784763e-2bfb-4ce8-9b3c-07abce737dde tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:47.040328 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e784763e-2bfb-4ce8-9b3c-07abce737dde tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:47.041617 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-e784763e-2bfb-4ce8-9b3c-07abce737dde tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1123629 Jun 29 10:48:47.044171 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 50542) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:47.049027 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-4443212b-1e47-4f87-8015-a5c90c931bb9 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Request body: {'security_group_rule': {'security_group_id': 'c5064922-720f-47c1-8adb-92dbe9abf694', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:48:47.073040 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4443212b-1e47-4f87-8015-a5c90c931bb9 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:47.126776 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4443212b-1e47-4f87-8015-a5c90c931bb9 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:47.130066 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4443212b-1e47-4f87-8015-a5c90c931bb9 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-396420'] for security_group_rule, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:47.131987 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:47.147341 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443212b-1e47-4f87-8015-a5c90c931bb9 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=443121c1-51b5-4ce9-84fb-bb2d5910d547,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:47.149939 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-4443212b-1e47-4f87-8015-a5c90c931bb9 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:47.153172 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4443212b-1e47-4f87-8015-a5c90c931bb9 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:47.154607 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-4443212b-1e47-4f87-8015-a5c90c931bb9 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1094031 Jun 29 10:48:47.158268 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 50544) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:47.162580 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-24704119-b6b8-446d-8539-b8a323040d0e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Request body: {'floatingip': {'floating_network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:48:47.185025 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-24704119-b6b8-446d-8539-b8a323040d0e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks [] for floatingip, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:47.278588 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-24704119-b6b8-446d-8539-b8a323040d0e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:47.376482 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [None req-24704119-b6b8-446d-8539-b8a323040d0e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Allocated IP 172.27.0.245 (2b1c2b73-c07b-4ea8-8347-94f00b07ac35/05f04cdc-c6be-4227-89f2-0a6a720b3b38/164ea1e8-9a23-4b79-ae35-d0849e279bed) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:48:47.479796 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-24704119-b6b8-446d-8539-b8a323040d0e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:47.516872 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-24704119-b6b8-446d-8539-b8a323040d0e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5295544'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:47.519548 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-fb79d643-7e0c-460a-b62b-84506dcf2bd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:47.555412 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24704119-b6b8-446d-8539-b8a323040d0e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Network 2b1c2b73-c07b-4ea8-8347-94f00b07ac35 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:48:47.558220 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-24704119-b6b8-446d-8539-b8a323040d0e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:48:47.561657 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24704119-b6b8-446d-8539-b8a323040d0e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:48:47.590619 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24704119-b6b8-446d-8539-b8a323040d0e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Pushing event updated for resources: {'Port': ['ID=164ea1e8-9a23-4b79-ae35-d0849e279bed,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:47.595197 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-24704119-b6b8-446d-8539-b8a323040d0e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:47.650585 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-24704119-b6b8-446d-8539-b8a323040d0e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:47.692368 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-24704119-b6b8-446d-8539-b8a323040d0e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:47.724556 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22219f1-8c2e-4085-b9c6-83ac200c91a9 None None] Sync routers for ids ['51ee1726-6d72-46e9-9331-a51d75912dab'] in dv-cinder-792209-3-iscsi {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:48:47.733479 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22219f1-8c2e-4085-b9c6-83ac200c91a9 None None] Routers {'51ee1726-6d72-46e9-9331-a51d75912dab'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:48:47.734157 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-e22219f1-8c2e-4085-b9c6-83ac200c91a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:48:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['51ee1726-6d72-46e9-9331-a51d75912dab'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:47.843557 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-24704119-b6b8-446d-8539-b8a323040d0e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:47.847614 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-e22219f1-8c2e-4085-b9c6-83ac200c91a9 None None] Set router 51ee1726-6d72-46e9-9331-a51d75912dab gateway port host: dv-cinder-792209-3-iscsi {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:48:47.848410 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-24704119-b6b8-446d-8539-b8a323040d0e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5295534'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:47.851395 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:47.911985 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24704119-b6b8-446d-8539-b8a323040d0e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Pushing event updated for resources: {'Port': ['ID=164ea1e8-9a23-4b79-ae35-d0849e279bed,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:47.924855 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24704119-b6b8-446d-8539-b8a323040d0e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:47.925237 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24704119-b6b8-446d-8539-b8a323040d0e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:47.925635 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24704119-b6b8-446d-8539-b8a323040d0e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:47.925961 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24704119-b6b8-446d-8539-b8a323040d0e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:47.926318 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24704119-b6b8-446d-8539-b8a323040d0e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:47.926703 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24704119-b6b8-446d-8539-b8a323040d0e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:47.927062 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24704119-b6b8-446d-8539-b8a323040d0e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:47.927417 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24704119-b6b8-446d-8539-b8a323040d0e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:47.927770 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24704119-b6b8-446d-8539-b8a323040d0e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:47.928121 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24704119-b6b8-446d-8539-b8a323040d0e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:47.928472 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24704119-b6b8-446d-8539-b8a323040d0e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:47.928989 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24704119-b6b8-446d-8539-b8a323040d0e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:47.933722 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-24704119-b6b8-446d-8539-b8a323040d0e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:47.937500 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-24704119-b6b8-446d-8539-b8a323040d0e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7928479'] for floatingip, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:47.957829 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-24704119-b6b8-446d-8539-b8a323040d0e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for floatingip, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:47.967209 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-24704119-b6b8-446d-8539-b8a323040d0e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8078020 Jun 29 10:48:48.032094 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device c199261c-ca88-4e37-909d-4fd006d52099 up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:48:48.094414 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-e22219f1-8c2e-4085-b9c6-83ac200c91a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'name': 'tempest-AttachVolumeTestJSON-1984966947-router', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c199261c-ca88-4e37-909d-4fd006d52099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:48:41Z', 'updated_at': '2021-06-29T10:48:45Z', 'revision_number': 4, 'project_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'gw_port': {'id': 'c199261c-ca88-4e37-909d-4fd006d52099', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ae:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:48:42Z', 'updated_at': '2021-06-29T10:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '58c97532-55d4-4140-a3be-f84c2d47bc6e', 'name': '', 'network_id': '92fea580-df85-490d-995f-a2b8ddebd1fe', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'mac_address': 'fa:16:3e:db:d4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:48:44Z', 'updated_at': '2021-06-29T10:48:45Z', 'revision_number': 2, 'project_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'subnets': [{'id': 'ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:48.111935 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-6af29f70-2296-4adc-97b9-dbb3320b50cf tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--905376020&fields=id&tenant_id=f34a2fc6d2f4421ca15b3a2e61382a66 HTTP/1.1" status: 200 len: 267 time: 0.0335929 Jun 29 10:48:48.121745 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning for port c199261c-ca88-4e37-909d-4fd006d52099 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:48:48.123766 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22219f1-8c2e-4085-b9c6-83ac200c91a9 None None] Checking router: 51ee1726-6d72-46e9-9331-a51d75912dab for host: dv-cinder-792209-3-iscsi {{(pid=99534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:48:48.124123 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22219f1-8c2e-4085-b9c6-83ac200c91a9 None None] Updating router 51ee1726-6d72-46e9-9331-a51d75912dab port 58c97532-55d4-4140-a3be-f84c2d47bc6e binding host dv-cinder-792209-3-iscsi {{(pid=99534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:48:48.145392 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port c199261c-ca88-4e37-909d-4fd006d52099 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:48:48.145772 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:48.181180 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-e22219f1-8c2e-4085-b9c6-83ac200c91a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:48.218437 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-9bb67592-8ee7-4ddd-a315-315967d710ea tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:48.220019 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-9bb67592-8ee7-4ddd-a315-315967d710ea tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/networks?id=92fea580-df85-490d-995f-a2b8ddebd1fe HTTP/1.1" status: 200 len: 811 time: 0.1014614 Jun 29 10:48:48.236079 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-846e487d-62a3-4889-91bc-92261be5db02 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/quotas/f34a2fc6d2f4421ca15b3a2e61382a66 HTTP/1.1" status: 200 len: 375 time: 0.0101688 Jun 29 10:48:48.305908 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-4cc666a0-ccf3-45e4-a8db-0ec020bdc184 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f34a2fc6d2f4421ca15b3a2e61382a66&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0643938 Jun 29 10:48:48.446973 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:48.450378 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-068665f3-4d07-4a24-bcec-1c15f4d8bc81 service neutron] 10.222.0.61 "GET /v2.0/networks/92fea580-df85-490d-995f-a2b8ddebd1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324596 Jun 29 10:48:48.480192 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] For port c199261c-ca88-4e37-909d-4fd006d52099, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=c199261c-ca88-4e37-909d-4fd006d52099,segment=NetworkSegment(b07597a5-acfa-4ea0-afa4-34f991bc6949),segment_id=b07597a5-acfa-4ea0-afa4-34f991bc6949)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:48.508044 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:48.511087 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:48.539138 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-4f5ae8d8-6e9b-49e0-add7-168e78a7db5a service neutron] 10.222.0.61 "GET /v2.0/networks/92fea580-df85-490d-995f-a2b8ddebd1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823729 Jun 29 10:48:48.575950 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Pushing event updated for resources: {'Port': ['ID=c199261c-ca88-4e37-909d-4fd006d52099,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:48.582904 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:48.654831 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-e22219f1-8c2e-4085-b9c6-83ac200c91a9 None None] Notify callbacks [] for port, precommit_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:48.668476 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-e22219f1-8c2e-4085-b9c6-83ac200c91a9 None None] Transition to ACTIVE for port object 58c97532-55d4-4140-a3be-f84c2d47bc6e will not be triggered until provisioned by entity L2. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:48:48.674657 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-e22219f1-8c2e-4085-b9c6-83ac200c91a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:48.676674 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-10a3ec47-138f-4671-8cc2-eed704e96b82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:48.714578 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-295d798e-20aa-440b-92b0-dc5b6afe43ee req-7ea18db8-5e69-4b56-923a-98e4f6377ca8 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 210 time: 0.0343182 Jun 29 10:48:48.726184 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a7c852-de10-41c0-80d0-a9d7f9e1a79d None None] Pushing event updated for resources: {'Port': ['ID=58c97532-55d4-4140-a3be-f84c2d47bc6e,revision_number=3']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:48.739239 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-89a7c852-de10-41c0-80d0-a9d7f9e1a79d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:48.787012 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-e22219f1-8c2e-4085-b9c6-83ac200c91a9 None None] Attempting to bind port 58c97532-55d4-4140-a3be-f84c2d47bc6e on host dv-cinder-792209-3-iscsi for vnic_type normal with profile {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:48:48.787390 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-e22219f1-8c2e-4085-b9c6-83ac200c91a9 None None] Attempting to bind port 58c97532-55d4-4140-a3be-f84c2d47bc6e by drivers openvswitch,hyperv on host dv-cinder-792209-3-iscsi at level 0 using segments [{'id': '9b98dfe1-3760-4bef-98e5-6054c3cfc3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '92fea580-df85-490d-995f-a2b8ddebd1fe'}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:48:48.787750 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22219f1-8c2e-4085-b9c6-83ac200c91a9 None None] Attempting to bind port 58c97532-55d4-4140-a3be-f84c2d47bc6e on network 92fea580-df85-490d-995f-a2b8ddebd1fe {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:48:48.792878 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22219f1-8c2e-4085-b9c6-83ac200c91a9 None None] Checking agent: {'id': 'fcf96668-74e6-4b26-856c-86c6583113ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 33, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:48:48.793256 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22219f1-8c2e-4085-b9c6-83ac200c91a9 None None] Checking segment: {'id': '9b98dfe1-3760-4bef-98e5-6054c3cfc3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '92fea580-df85-490d-995f-a2b8ddebd1fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:48:48.793665 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-e22219f1-8c2e-4085-b9c6-83ac200c91a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:48.794073 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22219f1-8c2e-4085-b9c6-83ac200c91a9 None None] Bound using segment: {'id': '9b98dfe1-3760-4bef-98e5-6054c3cfc3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '92fea580-df85-490d-995f-a2b8ddebd1fe'} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:48:48.794527 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-e22219f1-8c2e-4085-b9c6-83ac200c91a9 None None] Bound port: 58c97532-55d4-4140-a3be-f84c2d47bc6e, host: dv-cinder-792209-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b98dfe1-3760-4bef-98e5-6054c3cfc3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '92fea580-df85-490d-995f-a2b8ddebd1fe'}}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:48:48.794934 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-e22219f1-8c2e-4085-b9c6-83ac200c91a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:48.865395 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-e22219f1-8c2e-4085-b9c6-83ac200c91a9 None None] For port 58c97532-55d4-4140-a3be-f84c2d47bc6e, host dv-cinder-792209-3-iscsi, cleared binding levels {{(pid=99534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:48:48.868721 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-e22219f1-8c2e-4085-b9c6-83ac200c91a9 None None] For port 58c97532-55d4-4140-a3be-f84c2d47bc6e, host dv-cinder-792209-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=58c97532-55d4-4140-a3be-f84c2d47bc6e,segment=NetworkSegment(9b98dfe1-3760-4bef-98e5-6054c3cfc3cc),segment_id=9b98dfe1-3760-4bef-98e5-6054c3cfc3cc)] {{(pid=99534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:48:48.874573 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-e22219f1-8c2e-4085-b9c6-83ac200c91a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:48.876838 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-10a3ec47-138f-4671-8cc2-eed704e96b82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:48.937870 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22219f1-8c2e-4085-b9c6-83ac200c91a9 None None] Routers {'51ee1726-6d72-46e9-9331-a51d75912dab'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:48:48.938504 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-e22219f1-8c2e-4085-b9c6-83ac200c91a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:48:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['51ee1726-6d72-46e9-9331-a51d75912dab'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:48.977489 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a7c852-de10-41c0-80d0-a9d7f9e1a79d None None] Pushing event updated for resources: {'Port': ['ID=58c97532-55d4-4140-a3be-f84c2d47bc6e,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:49.036189 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-89a7c852-de10-41c0-80d0-a9d7f9e1a79d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:49.058451 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-e22219f1-8c2e-4085-b9c6-83ac200c91a9 None None] Set router 51ee1726-6d72-46e9-9331-a51d75912dab gateway port host: dv-cinder-792209-3-iscsi {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:48:49.264292 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-e22219f1-8c2e-4085-b9c6-83ac200c91a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'name': 'tempest-AttachVolumeTestJSON-1984966947-router', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c199261c-ca88-4e37-909d-4fd006d52099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:48:41Z', 'updated_at': '2021-06-29T10:48:45Z', 'revision_number': 4, 'project_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'gw_port': {'id': 'c199261c-ca88-4e37-909d-4fd006d52099', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ae:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:48:42Z', 'updated_at': '2021-06-29T10:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '58c97532-55d4-4140-a3be-f84c2d47bc6e', 'name': '', 'network_id': '92fea580-df85-490d-995f-a2b8ddebd1fe', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'mac_address': 'fa:16:3e:db:d4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:48:44Z', 'updated_at': '2021-06-29T10:48:48Z', 'revision_number': 4, 'project_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'subnets': [{'id': 'ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:49.290419 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22219f1-8c2e-4085-b9c6-83ac200c91a9 None None] The sync data for ids ['51ee1726-6d72-46e9-9331-a51d75912dab'] in dv-cinder-792209-3-iscsi is: [{'id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'name': 'tempest-AttachVolumeTestJSON-1984966947-router', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c199261c-ca88-4e37-909d-4fd006d52099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:48:41Z', 'updated_at': '2021-06-29T10:48:45Z', 'revision_number': 4, 'project_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'gw_port': {'id': 'c199261c-ca88-4e37-909d-4fd006d52099', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ae:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:48:42Z', 'updated_at': '2021-06-29T10:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '58c97532-55d4-4140-a3be-f84c2d47bc6e', 'name': '', 'network_id': '92fea580-df85-490d-995f-a2b8ddebd1fe', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'mac_address': 'fa:16:3e:db:d4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:48:44Z', 'updated_at': '2021-06-29T10:48:48Z', 'revision_number': 4, 'project_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'subnets': [{'id': 'ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:48:49.865544 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c7221e1c-9584-481c-9ad8-0a38b053a551 req-a8f0435c-c5a5-49f1-9da2-4356b3abb892 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 210 time: 0.0294106 Jun 29 10:48:50.020892 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 58c97532-55d4-4140-a3be-f84c2d47bc6e up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:48:50.060558 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-b1583cf9-8a26-483c-9b51-0a24f708677d tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:50.062139 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-b1583cf9-8a26-483c-9b51-0a24f708677d tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.41 "GET /v2.0/networks?id=92fea580-df85-490d-995f-a2b8ddebd1fe HTTP/1.1" status: 200 len: 811 time: 0.1076608 Jun 29 10:48:50.076200 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning for port 58c97532-55d4-4140-a3be-f84c2d47bc6e completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:48:50.079939 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port 58c97532-55d4-4140-a3be-f84c2d47bc6e triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:48:50.080327 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:50.132654 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-847754d9-8682-4b3c-9a3d-bd5e1c390d0c tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f34a2fc6d2f4421ca15b3a2e61382a66 HTTP/1.1" status: 200 len: 379 time: 0.0346239 Jun 29 10:48:50.141881 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-393f9324-219d-4a8e-9af9-3aa1866a56c8 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Request body: {'port': {'device_id': '3e23f2a6-cd15-4eb3-bc97-0662657f9fcc', 'network_id': '92fea580-df85-490d-995f-a2b8ddebd1fe', 'admin_state_up': True, 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'security_groups': ['c5064922-720f-47c1-8adb-92dbe9abf694']}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:48:50.159196 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:50.194094 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] For port 58c97532-55d4-4140-a3be-f84c2d47bc6e, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=58c97532-55d4-4140-a3be-f84c2d47bc6e,segment=NetworkSegment(9b98dfe1-3760-4bef-98e5-6054c3cfc3cc),segment_id=9b98dfe1-3760-4bef-98e5-6054c3cfc3cc)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:50.199018 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:50.200492 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device c199261c-ca88-4e37-909d-4fd006d52099 up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:48:50.204165 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:50.253779 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-393f9324-219d-4a8e-9af9-3aa1866a56c8 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Made reservation on behalf of f34a2fc6d2f4421ca15b3a2e61382a66 for: {'port': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:48:50.257304 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-393f9324-219d-4a8e-9af9-3aa1866a56c8 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:50.280962 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Pushing event updated for resources: {'Port': ['ID=58c97532-55d4-4140-a3be-f84c2d47bc6e,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:50.285543 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:50.290816 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port c199261c-ca88-4e37-909d-4fd006d52099 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:48:50.291201 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:50.383980 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-393f9324-219d-4a8e-9af9-3aa1866a56c8 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Allocated IP 172.20.0.5 (92fea580-df85-490d-995f-a2b8ddebd1fe/ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46/464191ff-b729-4bcc-a259-957d2510d09d) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:48:50.514479 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-393f9324-219d-4a8e-9af9-3aa1866a56c8 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:50.527799 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.provisioning_blocks [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-393f9324-219d-4a8e-9af9-3aa1866a56c8 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Transition to ACTIVE for port object 464191ff-b729-4bcc-a259-957d2510d09d will not be triggered until provisioned by entity DHCP. {{(pid=99532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:48:50.558838 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-393f9324-219d-4a8e-9af9-3aa1866a56c8 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4232069'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:50.563211 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-4b0458cf-f35f-45cc-b82c-42e12ecfb96c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:50.606152 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-393f9324-219d-4a8e-9af9-3aa1866a56c8 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Network 92fea580-df85-490d-995f-a2b8ddebd1fe is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:48:50.609138 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-393f9324-219d-4a8e-9af9-3aa1866a56c8 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:48:50.611467 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-393f9324-219d-4a8e-9af9-3aa1866a56c8 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:48:50.638030 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f9324-219d-4a8e-9af9-3aa1866a56c8 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Pushing event updated for resources: {'Port': ['ID=464191ff-b729-4bcc-a259-957d2510d09d,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:50.650675 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f9324-219d-4a8e-9af9-3aa1866a56c8 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:50.651046 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f9324-219d-4a8e-9af9-3aa1866a56c8 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:50.651407 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f9324-219d-4a8e-9af9-3aa1866a56c8 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:50.651764 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f9324-219d-4a8e-9af9-3aa1866a56c8 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:50.652116 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f9324-219d-4a8e-9af9-3aa1866a56c8 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:50.652472 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f9324-219d-4a8e-9af9-3aa1866a56c8 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:50.652822 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f9324-219d-4a8e-9af9-3aa1866a56c8 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:50.653166 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f9324-219d-4a8e-9af9-3aa1866a56c8 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:50.653516 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f9324-219d-4a8e-9af9-3aa1866a56c8 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:50.653864 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f9324-219d-4a8e-9af9-3aa1866a56c8 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:50.654207 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f9324-219d-4a8e-9af9-3aa1866a56c8 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:50.654545 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393f9324-219d-4a8e-9af9-3aa1866a56c8 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:48:50.660652 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-393f9324-219d-4a8e-9af9-3aa1866a56c8 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:50.676900 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-393f9324-219d-4a8e-9af9-3aa1866a56c8 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:50.677503 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-393f9324-219d-4a8e-9af9-3aa1866a56c8 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:50.691397 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-393f9324-219d-4a8e-9af9-3aa1866a56c8 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5533726 Jun 29 10:48:50.711936 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-fbafc16b-63a3-417d-9c9a-ce8ee43b0023 service neutron] Request body: {'port': {'device_id': '3e23f2a6-cd15-4eb3-bc97-0662657f9fcc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:48:50.786434 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-fbafc16b-63a3-417d-9c9a-ce8ee43b0023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:50.821295 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-5b76b85e-9406-4578-86ff-c06f4555653f None None] Provisioning for port 464191ff-b729-4bcc-a259-957d2510d09d completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:48:50.825115 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-5b76b85e-9406-4578-86ff-c06f4555653f None None] Provisioning complete for port 464191ff-b729-4bcc-a259-957d2510d09d triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:48:50.825568 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5b76b85e-9406-4578-86ff-c06f4555653f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:50.859226 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-5b76b85e-9406-4578-86ff-c06f4555653f None None] Port 464191ff-b729-4bcc-a259-957d2510d09d cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:48:51.039756 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94fc0d2-8bac-4a6b-88dd-6fc3caa1bc47 req-4a93120a-f91f-4ac4-8fd4-4077983d2514 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:51.041425 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f94fc0d2-8bac-4a6b-88dd-6fc3caa1bc47 req-4a93120a-f91f-4ac4-8fd4-4077983d2514 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 931 time: 0.0637295 Jun 29 10:48:51.083439 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f94fc0d2-8bac-4a6b-88dd-6fc3caa1bc47 req-066e6d30-33f3-4316-8b46-16f66153d897 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5064922-720f-47c1-8adb-92dbe9abf694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361955 Jun 29 10:48:51.316171 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.notifiers.nova [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-fbafc16b-63a3-417d-9c9a-ce8ee43b0023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 464191ff-b729-4bcc-a259-957d2510d09d {{(pid=99532) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:48:51.323715 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-fbafc16b-63a3-417d-9c9a-ce8ee43b0023 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:51.334874 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.provisioning_blocks [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-fbafc16b-63a3-417d-9c9a-ce8ee43b0023 service neutron] Transition to ACTIVE for port object 464191ff-b729-4bcc-a259-957d2510d09d will not be triggered until provisioned by entity L2. {{(pid=99532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:48:51.338554 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-fbafc16b-63a3-417d-9c9a-ce8ee43b0023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4232083'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:51.340498 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-c4211103-fff5-4349-9911-5ea95e26c0be tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:51.388645 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbafc16b-63a3-417d-9c9a-ce8ee43b0023 service neutron] Pushing event updated for resources: {'Port': ['ID=464191ff-b729-4bcc-a259-957d2510d09d,revision_number=2']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:51.394985 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-fbafc16b-63a3-417d-9c9a-ce8ee43b0023 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:51.462347 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-fbafc16b-63a3-417d-9c9a-ce8ee43b0023 service neutron] Attempting to bind port 464191ff-b729-4bcc-a259-957d2510d09d on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:48:51.462708 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-fbafc16b-63a3-417d-9c9a-ce8ee43b0023 service neutron] Attempting to bind port 464191ff-b729-4bcc-a259-957d2510d09d by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '9b98dfe1-3760-4bef-98e5-6054c3cfc3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '92fea580-df85-490d-995f-a2b8ddebd1fe'}] {{(pid=99532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:48:51.463041 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-fbafc16b-63a3-417d-9c9a-ce8ee43b0023 service neutron] Attempting to bind port 464191ff-b729-4bcc-a259-957d2510d09d on network 92fea580-df85-490d-995f-a2b8ddebd1fe {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:48:51.467339 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-fbafc16b-63a3-417d-9c9a-ce8ee43b0023 service neutron] Port 464191ff-b729-4bcc-a259-957d2510d09d on network 92fea580-df85-490d-995f-a2b8ddebd1fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:48:51.467655 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-fbafc16b-63a3-417d-9c9a-ce8ee43b0023 service neutron] Attempting to bind port 464191ff-b729-4bcc-a259-957d2510d09d on network 92fea580-df85-490d-995f-a2b8ddebd1fe {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:48:51.472613 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-fbafc16b-63a3-417d-9c9a-ce8ee43b0023 service neutron] Checking agent: {'id': 'd76c2234-1a1a-45d0-9761-a55b876eff8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 39, 54), 'started_at': datetime.datetime(2021, 6, 29, 10, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:48:51.472961 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-fbafc16b-63a3-417d-9c9a-ce8ee43b0023 service neutron] Checking segment: {'id': '9b98dfe1-3760-4bef-98e5-6054c3cfc3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '92fea580-df85-490d-995f-a2b8ddebd1fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:48:51.473345 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-fbafc16b-63a3-417d-9c9a-ce8ee43b0023 service neutron] Bound using segment: {'id': '9b98dfe1-3760-4bef-98e5-6054c3cfc3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '92fea580-df85-490d-995f-a2b8ddebd1fe'} {{(pid=99532) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:48:51.473776 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.managers [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-fbafc16b-63a3-417d-9c9a-ce8ee43b0023 service neutron] Bound port: 464191ff-b729-4bcc-a259-957d2510d09d, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b98dfe1-3760-4bef-98e5-6054c3cfc3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '92fea580-df85-490d-995f-a2b8ddebd1fe'}}] {{(pid=99532) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:48:51.474129 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-fbafc16b-63a3-417d-9c9a-ce8ee43b0023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:51.537249 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-fbafc16b-63a3-417d-9c9a-ce8ee43b0023 service neutron] For port 464191ff-b729-4bcc-a259-957d2510d09d, host hv-cinder-79220, cleared binding levels {{(pid=99532) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:48:51.540160 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-fbafc16b-63a3-417d-9c9a-ce8ee43b0023 service neutron] For port 464191ff-b729-4bcc-a259-957d2510d09d, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=464191ff-b729-4bcc-a259-957d2510d09d,segment=NetworkSegment(9b98dfe1-3760-4bef-98e5-6054c3cfc3cc),segment_id=9b98dfe1-3760-4bef-98e5-6054c3cfc3cc)] {{(pid=99532) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:48:51.544695 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-fbafc16b-63a3-417d-9c9a-ce8ee43b0023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4232083'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:51.546698 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-721a082c-6bf5-4c51-a39f-e2929793403b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:51.579528 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-fbafc16b-63a3-417d-9c9a-ce8ee43b0023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:51.580133 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-fbafc16b-63a3-417d-9c9a-ce8ee43b0023 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:51.581524 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-fbafc16b-63a3-417d-9c9a-ce8ee43b0023 service neutron] 10.222.0.41 "PUT /v2.0/ports/464191ff-b729-4bcc-a259-957d2510d09d HTTP/1.1" status: 200 len: 1093 time: 0.8740027 Jun 29 10:48:51.582156 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e23f2a6-cd15-4eb3-bc97-0662657f9fcc', 'tag': '464191ff-b729-4bcc-a259-957d2510d09d'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:48:51.584481 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}741eff7b388cda03fc4d9e55606c84397052c5857ae4d93d7a3b4e67aaed09af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd531cd-555f-4320-a91c-64bf9c8be578" -d '{"events": [{"name": "network-changed", "server_uuid": "3e23f2a6-cd15-4eb3-bc97-0662657f9fcc", "tag": "464191ff-b729-4bcc-a259-957d2510d09d"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:48:51.617063 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbafc16b-63a3-417d-9c9a-ce8ee43b0023 service neutron] Pushing event updated for resources: {'Port': ['ID=464191ff-b729-4bcc-a259-957d2510d09d,revision_number=3']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:51.620997 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-fbafc16b-63a3-417d-9c9a-ce8ee43b0023 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:51.631198 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5a4eb0-2337-4ebc-9f90-12c8ad4b83fc x-openstack-request-id: req-2a5a4eb0-2337-4ebc-9f90-12c8ad4b83fc {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:48:51.631621 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e23f2a6-cd15-4eb3-bc97-0662657f9fcc", "tag": "464191ff-b729-4bcc-a259-957d2510d09d", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:48:51.631919 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2a5a4eb0-2337-4ebc-9f90-12c8ad4b83fc {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:48:51.632357 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e23f2a6-cd15-4eb3-bc97-0662657f9fcc', 'tag': '464191ff-b729-4bcc-a259-957d2510d09d', 'status': 'completed', 'code': 200} Jun 29 10:48:51.707650 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-84b0f215-daf7-42c3-b200-1495d5b48b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:51.709409 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-84b0f215-daf7-42c3-b200-1495d5b48b89 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f34a2fc6d2f4421ca15b3a2e61382a66&device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 1096 time: 0.0558174 Jun 29 10:48:51.765322 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-0fb26115-9962-42c4-a5dd-328982742ab3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=464191ff-b729-4bcc-a259-957d2510d09d HTTP/1.1" status: 200 len: 217 time: 0.0361674 Jun 29 10:48:51.814301 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-1338c3af-8bfb-4865-b140-d9debe36aa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:51.815905 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-1338c3af-8bfb-4865-b140-d9debe36aa60 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46 HTTP/1.1" status: 200 len: 850 time: 0.0429940 Jun 29 10:48:51.875280 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-0843c350-b0d8-447c-9092-4b90ff8fd1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:51.876599 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-0843c350-b0d8-447c-9092-4b90ff8fd1a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92fea580-df85-490d-995f-a2b8ddebd1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530472 Jun 29 10:48:51.972197 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-c847b8dc-5ea0-45c6-94f5-2c40782b2474 service neutron] 10.222.0.41 "GET /v2.0/networks/92fea580-df85-490d-995f-a2b8ddebd1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869248 Jun 29 10:48:51.984781 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 58c97532-55d4-4140-a3be-f84c2d47bc6e up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:48:52.034923 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port 58c97532-55d4-4140-a3be-f84c2d47bc6e triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:48:52.035567 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:52.062862 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-99060a80-1f38-47fa-b4d8-d1d78de868fd req-98cac7df-0b2d-406c-8241-692383e4ae85 service neutron] 10.222.0.41 "GET /v2.0/networks/92fea580-df85-490d-995f-a2b8ddebd1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814984 Jun 29 10:48:52.223262 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd531cd-555f-4320-a91c-64bf9c8be578 req-699cffd8-ebf6-4606-863a-6552c9a9e1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:52.224714 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-bdd531cd-555f-4320-a91c-64bf9c8be578 req-699cffd8-ebf6-4606-863a-6552c9a9e1cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f34a2fc6d2f4421ca15b3a2e61382a66&device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 1096 time: 0.0562136 Jun 29 10:48:52.259841 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd4e28a-c7e6-4ddf-98cc-990a64531199 req-ae034bc9-d4b1-4eff-a90f-9802582cb264 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:52.261292 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ddd4e28a-c7e6-4ddf-98cc-990a64531199 req-ae034bc9-d4b1-4eff-a90f-9802582cb264 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 943 time: 0.0684085 Jun 29 10:48:52.300508 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ddd4e28a-c7e6-4ddf-98cc-990a64531199 req-c0d47845-8549-4f6d-8b48-ca1e31cb219b tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5064922-720f-47c1-8adb-92dbe9abf694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327718 Jun 29 10:48:52.319592 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd531cd-555f-4320-a91c-64bf9c8be578 req-d3638b3a-82c6-4d65-832c-bc7201c7578d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:52.321035 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-bdd531cd-555f-4320-a91c-64bf9c8be578 req-d3638b3a-82c6-4d65-832c-bc7201c7578d service neutron] 10.222.0.41 "GET /v2.0/networks?id=92fea580-df85-490d-995f-a2b8ddebd1fe HTTP/1.1" status: 200 len: 912 time: 0.0871494 Jun 29 10:48:52.364906 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-bdd531cd-555f-4320-a91c-64bf9c8be578 req-7ba69069-de93-4c0f-9782-ca901984d4a5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=464191ff-b729-4bcc-a259-957d2510d09d HTTP/1.1" status: 200 len: 217 time: 0.0366027 Jun 29 10:48:52.413636 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd531cd-555f-4320-a91c-64bf9c8be578 req-2c618f98-11d3-4bd3-8653-663ea9cfa19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:52.415049 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-bdd531cd-555f-4320-a91c-64bf9c8be578 req-2c618f98-11d3-4bd3-8653-663ea9cfa19b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46 HTTP/1.1" status: 200 len: 850 time: 0.0437157 Jun 29 10:48:52.470385 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd531cd-555f-4320-a91c-64bf9c8be578 req-ccb62bab-b1f3-491f-bc8c-e26d15c5d36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:52.471836 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-bdd531cd-555f-4320-a91c-64bf9c8be578 req-ccb62bab-b1f3-491f-bc8c-e26d15c5d36e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92fea580-df85-490d-995f-a2b8ddebd1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495436 Jun 29 10:48:52.575131 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-bdd531cd-555f-4320-a91c-64bf9c8be578 req-b56ab646-4e36-4a5c-9f45-f47ecd700691 service neutron] 10.222.0.41 "GET /v2.0/networks/92fea580-df85-490d-995f-a2b8ddebd1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864081 Jun 29 10:48:52.669344 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-bdd531cd-555f-4320-a91c-64bf9c8be578 req-b26f6d9f-01fd-479f-baee-934d50b75ee4 service neutron] 10.222.0.41 "GET /v2.0/networks/92fea580-df85-490d-995f-a2b8ddebd1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786512 Jun 29 10:48:53.634391 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbae0d-8f8a-4992-9411-a63f50547fe9 req-9c7ad6a1-6d5b-4db6-ae52-636fa53d2201 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:53.636088 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c9dbae0d-8f8a-4992-9411-a63f50547fe9 req-9c7ad6a1-6d5b-4db6-ae52-636fa53d2201 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 943 time: 0.0641809 Jun 29 10:48:53.672758 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c9dbae0d-8f8a-4992-9411-a63f50547fe9 req-a8c69e3b-7c32-40ec-8b50-5e57f95fc152 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5064922-720f-47c1-8adb-92dbe9abf694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305915 Jun 29 10:48:54.040058 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device 464191ff-b729-4bcc-a259-957d2510d09d details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:48:54.132898 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port 464191ff-b729-4bcc-a259-957d2510d09d, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=464191ff-b729-4bcc-a259-957d2510d09d,segment=NetworkSegment(9b98dfe1-3760-4bef-98e5-6054c3cfc3cc),segment_id=9b98dfe1-3760-4bef-98e5-6054c3cfc3cc)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:54.144192 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Returning: {'device': '464191ff-b729-4bcc-a259-957d2510d09d', 'network_id': '92fea580-df85-490d-995f-a2b8ddebd1fe', 'port_id': '464191ff-b729-4bcc-a259-957d2510d09d', 'mac_address': 'fa:16:3e:f6:76:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:48:54.179407 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:54.191242 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 464191ff-b729-4bcc-a259-957d2510d09d {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:48:54.210113 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port 464191ff-b729-4bcc-a259-957d2510d09d, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=464191ff-b729-4bcc-a259-957d2510d09d,segment=NetworkSegment(9b98dfe1-3760-4bef-98e5-6054c3cfc3cc),segment_id=9b98dfe1-3760-4bef-98e5-6054c3cfc3cc)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:54.213955 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:54.215724 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:54.257770 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=464191ff-b729-4bcc-a259-957d2510d09d,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:54.261773 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:54.594577 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] get_ports_and_sgs() called for port_ids ['464191ff-b729-4bcc-a259-957d2510d09d'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:48:54.807021 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:54.846482 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaed13c-e6c9-4f6a-8f9b-5b3525427ac5 req-ebd7d572-a8dc-4216-b139-4fb5f4956999 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:54.847878 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-afaed13c-e6c9-4f6a-8f9b-5b3525427ac5 req-ebd7d572-a8dc-4216-b139-4fb5f4956999 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 944 time: 0.0625045 Jun 29 10:48:54.887277 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-afaed13c-e6c9-4f6a-8f9b-5b3525427ac5 req-56be4bd1-bc4e-4e57-adaf-be09972a0cd8 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5064922-720f-47c1-8adb-92dbe9abf694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337703 Jun 29 10:48:55.972048 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-e77d6525-6d8a-45ca-8d1e-d507e05f1f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:56.057304 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device 464191ff-b729-4bcc-a259-957d2510d09d up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:48:56.061292 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8dfd6-8a5b-45d5-9965-e7033641abf3 req-0008b921-c2e9-43d1-89bf-93e8d490c9d1 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:56.068204 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-eab8dfd6-8a5b-45d5-9965-e7033641abf3 req-0008b921-c2e9-43d1-89bf-93e8d490c9d1 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 944 time: 0.0699930 Jun 29 10:48:56.101024 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-eab8dfd6-8a5b-45d5-9965-e7033641abf3 req-a34dd14a-9c0e-4114-9d92-c78277d5a7aa tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5064922-720f-47c1-8adb-92dbe9abf694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319772 Jun 29 10:48:56.106525 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Provisioning for port 464191ff-b729-4bcc-a259-957d2510d09d completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:48:56.110829 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Provisioning complete for port 464191ff-b729-4bcc-a259-957d2510d09d triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:48:56.111146 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:56.187148 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:56.208004 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e23f2a6-cd15-4eb3-bc97-0662657f9fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464191ff-b729-4bcc-a259-957d2510d09d'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:48:56.210226 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3762a8f488588fc24900269a9cc386d753c3d6f951c38e7bc7f446f2f69fbffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4c9493-7c17-4b40-b014-edc7de476c95" -d '{"events": [{"server_uuid": "3e23f2a6-cd15-4eb3-bc97-0662657f9fcc", "name": "network-vif-plugged", "status": "completed", "tag": "464191ff-b729-4bcc-a259-957d2510d09d"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:48:56.222896 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port 464191ff-b729-4bcc-a259-957d2510d09d, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=464191ff-b729-4bcc-a259-957d2510d09d,segment=NetworkSegment(9b98dfe1-3760-4bef-98e5-6054c3cfc3cc),segment_id=9b98dfe1-3760-4bef-98e5-6054c3cfc3cc)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:48:56.227428 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:56.229269 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:48:56.250823 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2cf174-f913-4f7b-8cf9-84eff9b8e30b x-openstack-request-id: req-6a2cf174-f913-4f7b-8cf9-84eff9b8e30b {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:48:56.251122 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e23f2a6-cd15-4eb3-bc97-0662657f9fcc", "name": "network-vif-plugged", "status": "completed", "tag": "464191ff-b729-4bcc-a259-957d2510d09d", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:48:56.251383 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6a2cf174-f913-4f7b-8cf9-84eff9b8e30b {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:48:56.251773 dv-cinder-792209-3-iscsi neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e23f2a6-cd15-4eb3-bc97-0662657f9fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464191ff-b729-4bcc-a259-957d2510d09d', 'code': 200} Jun 29 10:48:56.275757 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=464191ff-b729-4bcc-a259-957d2510d09d,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:48:56.278638 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:48:56.536189 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05042628-603c-493d-a5af-dbc61358026e req-52f8b75a-44d7-4a29-bb25-1b00c4c4dcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:56.537642 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-05042628-603c-493d-a5af-dbc61358026e req-52f8b75a-44d7-4a29-bb25-1b00c4c4dcf0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 1098 time: 0.0511613 Jun 29 10:48:56.570732 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-05042628-603c-493d-a5af-dbc61358026e req-91dfb6e4-d6d6-43c2-8f1d-639dcc1eb1a7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c5064922-720f-47c1-8adb-92dbe9abf694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260119 Jun 29 10:48:57.268705 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f489e0d-16bc-44ab-84c9-fc111c2dd7d3 req-db4b4ee4-4163-45e0-b121-e876359028f3 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:57.270203 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-5f489e0d-16bc-44ab-84c9-fc111c2dd7d3 req-db4b4ee4-4163-45e0-b121-e876359028f3 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 945 time: 0.0620520 Jun 29 10:48:57.306550 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-5f489e0d-16bc-44ab-84c9-fc111c2dd7d3 req-19dd2d7f-09ab-41fa-840d-f9a9702550a6 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5064922-720f-47c1-8adb-92dbe9abf694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306869 Jun 29 10:48:58.478888 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4e4b9-d354-4a86-ba92-3b61f2aeeb89 req-5801f149-1d8a-4d36-a8c1-5749b47af78a tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:58.480258 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d1f4e4b9-d354-4a86-ba92-3b61f2aeeb89 req-5801f149-1d8a-4d36-a8c1-5749b47af78a tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 945 time: 0.0642607 Jun 29 10:48:58.516013 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d1f4e4b9-d354-4a86-ba92-3b61f2aeeb89 req-c2aaaee7-5363-490a-9209-9111ae25c9f6 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5064922-720f-47c1-8adb-92dbe9abf694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297143 Jun 29 10:48:58.675623 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-2e739c3c-38ea-47e1-9050-ba38958d1d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:58.678684 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212ae95-09e0-4b74-8356-0150ac49fb22 req-ce69e0c0-2d8e-46fa-a4d1-9d45d29637b4 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:58.680156 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8212ae95-09e0-4b74-8356-0150ac49fb22 req-ce69e0c0-2d8e-46fa-a4d1-9d45d29637b4 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 945 time: 0.0628667 Jun 29 10:48:58.689124 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 50600) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:48:58.693583 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-323d5296-8534-4ba6-90fe-83f951dc1746 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Request body: {'floatingip': {'port_id': '464191ff-b729-4bcc-a259-957d2510d09d'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:48:58.732941 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-323d5296-8534-4ba6-90fe-83f951dc1746 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks [] for floatingip, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:58.882927 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:59.153248 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-323d5296-8534-4ba6-90fe-83f951dc1746 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:59.157417 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-323d5296-8534-4ba6-90fe-83f951dc1746 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7928479'] for floatingip, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:59.250955 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.db.l3_db [None req-323d5296-8534-4ba6-90fe-83f951dc1746 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Floating IP 7fb49339-5655-439c-b7b5-0b4e7303792b associated. External IP: 172.27.0.245, port: 464191ff-b729-4bcc-a259-957d2510d09d. Jun 29 10:48:59.342261 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-a587aa26-4ce4-4683-aa42-da23c9c2705f req-1c39e849-ecba-454d-a028-e77230c21898 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0551713 Jun 29 10:48:59.450118 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323d5296-8534-4ba6-90fe-83f951dc1746 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Router 51ee1726-6d72-46e9-9331-a51d75912dab has already been hosted by L3 agent 8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f {{(pid=99533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:48:59.459802 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587aa26-4ce4-4683-aa42-da23c9c2705f req-9a1da301-46c7-4977-9f0b-28ef09f4b8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:59.461487 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-a587aa26-4ce4-4683-aa42-da23c9c2705f req-9a1da301-46c7-4977-9f0b-28ef09f4b8f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc36cdfa812e4636821c2b2d1b679dd1&device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 1098 time: 0.0507653 Jun 29 10:48:59.555315 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323d5296-8534-4ba6-90fe-83f951dc1746 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify agent at l3_agent.dv-cinder-792209-3-iscsi the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:48:59.559876 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-323d5296-8534-4ba6-90fe-83f951dc1746 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for floatingip, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:59.564428 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d41a7e-fef5-4bdd-982a-211c062b8b2b None None] Sync routers for ids ['51ee1726-6d72-46e9-9331-a51d75912dab'] in dv-cinder-792209-3-iscsi {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:48:59.571256 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587aa26-4ce4-4683-aa42-da23c9c2705f req-b11b1205-0e03-4ab8-9796-aa7b52a97150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:59.572723 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-a587aa26-4ce4-4683-aa42-da23c9c2705f req-b11b1205-0e03-4ab8-9796-aa7b52a97150 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e46ac46-13aa-440b-9acd-79dc5c709b8a HTTP/1.1" status: 200 len: 910 time: 0.0882931 Jun 29 10:48:59.574339 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d41a7e-fef5-4bdd-982a-211c062b8b2b None None] Routers {'51ee1726-6d72-46e9-9331-a51d75912dab'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:48:59.574964 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-98d41a7e-fef5-4bdd-982a-211c062b8b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:48:59Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['51ee1726-6d72-46e9-9331-a51d75912dab'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:59.600624 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-323d5296-8534-4ba6-90fe-83f951dc1746 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "PUT /v2.0/floatingips/7fb49339-5655-439c-b7b5-0b4e7303792b HTTP/1.1" status: 200 len: 991 time: 0.9080009 Jun 29 10:48:59.600624 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e23f2a6-cd15-4eb3-bc97-0662657f9fcc', 'tag': '464191ff-b729-4bcc-a259-957d2510d09d'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:48:59.601219 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82814ba4342b3241ea59c6119a2f8abf18707475a0488e58b50a7e2d80907800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979a9a87-20ac-4c1e-b170-d4562388e1dd" -d '{"events": [{"name": "network-changed", "server_uuid": "3e23f2a6-cd15-4eb3-bc97-0662657f9fcc", "tag": "464191ff-b729-4bcc-a259-957d2510d09d"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:48:59.640389 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-a587aa26-4ce4-4683-aa42-da23c9c2705f req-12c1a1c5-5282-44a2-886d-3bc874f37f33 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0f5faf2-0682-4ef9-a2b5-93d709a82f57 HTTP/1.1" status: 200 len: 1001 time: 0.0605817 Jun 29 10:48:59.645630 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f1aed8-a25a-4d0f-b735-52bea5d63d49 x-openstack-request-id: req-b2f1aed8-a25a-4d0f-b735-52bea5d63d49 {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:48:59.645965 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e23f2a6-cd15-4eb3-bc97-0662657f9fcc", "tag": "464191ff-b729-4bcc-a259-957d2510d09d", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:48:59.646255 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b2f1aed8-a25a-4d0f-b735-52bea5d63d49 {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:48:59.646708 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e23f2a6-cd15-4eb3-bc97-0662657f9fcc', 'tag': '464191ff-b729-4bcc-a259-957d2510d09d', 'status': 'completed', 'code': 200} Jun 29 10:48:59.692234 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-98d41a7e-fef5-4bdd-982a-211c062b8b2b None None] Set router 51ee1726-6d72-46e9-9331-a51d75912dab gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:48:59.702526 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587aa26-4ce4-4683-aa42-da23c9c2705f req-8031c2af-c0c6-47da-8752-2d88f235a927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:59.704476 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-a587aa26-4ce4-4683-aa42-da23c9c2705f req-8031c2af-c0c6-47da-8752-2d88f235a927 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3d189302-9f00-41d9-950a-7c945719ae16 HTTP/1.1" status: 200 len: 848 time: 0.0546715 Jun 29 10:48:59.708988 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:48:59.788806 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a9a87-20ac-4c1e-b170-d4562388e1dd req-cb3e8025-8500-47d4-ab1d-dce594bf7c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:59.790519 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-979a9a87-20ac-4c1e-b170-d4562388e1dd req-cb3e8025-8500-47d4-ab1d-dce594bf7c70 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f34a2fc6d2f4421ca15b3a2e61382a66&device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 1098 time: 0.0581837 Jun 29 10:48:59.791312 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587aa26-4ce4-4683-aa42-da23c9c2705f req-1667d686-f12b-4f2e-b1b0-eceef80fa05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:59.792788 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-a587aa26-4ce4-4683-aa42-da23c9c2705f req-1667d686-f12b-4f2e-b1b0-eceef80fa05a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e46ac46-13aa-440b-9acd-79dc5c709b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0614264 Jun 29 10:48:59.887844 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-a587aa26-4ce4-4683-aa42-da23c9c2705f req-59b77333-5802-4bf7-a90e-a0febf0430b2 service neutron] 10.222.0.41 "GET /v2.0/networks/3e46ac46-13aa-440b-9acd-79dc5c709b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826156 Jun 29 10:48:59.889478 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a9a87-20ac-4c1e-b170-d4562388e1dd req-056438f6-7bea-4a4c-ac00-2269fb97640a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:48:59.891027 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-979a9a87-20ac-4c1e-b170-d4562388e1dd req-056438f6-7bea-4a4c-ac00-2269fb97640a service neutron] 10.222.0.41 "GET /v2.0/networks?id=92fea580-df85-490d-995f-a2b8ddebd1fe HTTP/1.1" status: 200 len: 912 time: 0.0865548 Jun 29 10:48:59.929056 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-98d41a7e-fef5-4bdd-982a-211c062b8b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'name': 'tempest-AttachVolumeTestJSON-1984966947-router', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c199261c-ca88-4e37-909d-4fd006d52099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:48:41Z', 'updated_at': '2021-06-29T10:48:45Z', 'revision_number': 4, 'project_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'gw_port': {'id': 'c199261c-ca88-4e37-909d-4fd006d52099', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ae:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:48:42Z', 'updated_at': '2021-06-29T10:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_floatingips': [{'id': '7fb49339-5655-439c-b7b5-0b4e7303792b', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'router_id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'port_id': '464191ff-b729-4bcc-a259-957d2510d09d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92fea580-df85-490d-995f-a2b8ddebd1fe', 'mac_address': 'fa:16:3e:f6:76:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e23f2a6-cd15-4eb3-bc97-0662657f9fcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:48:47Z', 'updated_at': '2021-06-29T10:48:59Z', 'revision_number': 1, 'project_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58c97532-55d4-4140-a3be-f84c2d47bc6e', 'name': '', 'network_id': '92fea580-df85-490d-995f-a2b8ddebd1fe', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'mac_address': 'fa:16:3e:db:d4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:48:44Z', 'updated_at': '2021-06-29T10:48:50Z', 'revision_number': 5, 'project_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'subnets': [{'id': 'ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:48:59.955126 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d41a7e-fef5-4bdd-982a-211c062b8b2b None None] Checking router: 51ee1726-6d72-46e9-9331-a51d75912dab for host: dv-cinder-792209-3-iscsi {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:48:59.965915 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d41a7e-fef5-4bdd-982a-211c062b8b2b None None] Routers {'51ee1726-6d72-46e9-9331-a51d75912dab'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:48:59.966531 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-98d41a7e-fef5-4bdd-982a-211c062b8b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:48:59Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['51ee1726-6d72-46e9-9331-a51d75912dab'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:00.003669 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-a587aa26-4ce4-4683-aa42-da23c9c2705f req-2e676774-71fa-4dd2-9330-0be374326788 service neutron] 10.222.0.41 "GET /v2.0/networks/3e46ac46-13aa-440b-9acd-79dc5c709b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985391 Jun 29 10:49:00.009597 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-979a9a87-20ac-4c1e-b170-d4562388e1dd req-9e68ae69-adac-4e53-b79d-116e96e9090c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=464191ff-b729-4bcc-a259-957d2510d09d HTTP/1.1" status: 200 len: 999 time: 0.1035240 Jun 29 10:49:00.066059 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a9a87-20ac-4c1e-b170-d4562388e1dd req-efdd8cc2-9353-4408-a6bb-9607495630d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:00.068040 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-979a9a87-20ac-4c1e-b170-d4562388e1dd req-efdd8cc2-9353-4408-a6bb-9607495630d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46 HTTP/1.1" status: 200 len: 850 time: 0.0454085 Jun 29 10:49:00.089777 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-98d41a7e-fef5-4bdd-982a-211c062b8b2b None None] Set router 51ee1726-6d72-46e9-9331-a51d75912dab gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:49:00.128922 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a9a87-20ac-4c1e-b170-d4562388e1dd req-1f09cf4f-bffa-4807-aed8-0fd911f7059b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:00.130493 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-979a9a87-20ac-4c1e-b170-d4562388e1dd req-1f09cf4f-bffa-4807-aed8-0fd911f7059b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92fea580-df85-490d-995f-a2b8ddebd1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516489 Jun 29 10:49:00.220758 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-979a9a87-20ac-4c1e-b170-d4562388e1dd req-cd27d0b0-8780-4c76-ab51-ac2500afca39 service neutron] 10.222.0.41 "GET /v2.0/networks/92fea580-df85-490d-995f-a2b8ddebd1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824778 Jun 29 10:49:00.307236 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-98d41a7e-fef5-4bdd-982a-211c062b8b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'name': 'tempest-AttachVolumeTestJSON-1984966947-router', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c199261c-ca88-4e37-909d-4fd006d52099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:48:41Z', 'updated_at': '2021-06-29T10:48:45Z', 'revision_number': 4, 'project_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'gw_port': {'id': 'c199261c-ca88-4e37-909d-4fd006d52099', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ae:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:48:42Z', 'updated_at': '2021-06-29T10:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_floatingips': [{'id': '7fb49339-5655-439c-b7b5-0b4e7303792b', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'router_id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'port_id': '464191ff-b729-4bcc-a259-957d2510d09d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92fea580-df85-490d-995f-a2b8ddebd1fe', 'mac_address': 'fa:16:3e:f6:76:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e23f2a6-cd15-4eb3-bc97-0662657f9fcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:48:47Z', 'updated_at': '2021-06-29T10:48:59Z', 'revision_number': 1, 'project_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58c97532-55d4-4140-a3be-f84c2d47bc6e', 'name': '', 'network_id': '92fea580-df85-490d-995f-a2b8ddebd1fe', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'mac_address': 'fa:16:3e:db:d4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:48:44Z', 'updated_at': '2021-06-29T10:48:50Z', 'revision_number': 5, 'project_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'subnets': [{'id': 'ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:00.307904 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-979a9a87-20ac-4c1e-b170-d4562388e1dd req-0e53ec7c-1382-42d9-bd24-867ad0fb1d87 service neutron] 10.222.0.41 "GET /v2.0/networks/92fea580-df85-490d-995f-a2b8ddebd1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790462 Jun 29 10:49:00.334260 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d41a7e-fef5-4bdd-982a-211c062b8b2b None None] The sync data for ids ['51ee1726-6d72-46e9-9331-a51d75912dab'] in dv-cinder-792209-3-iscsi is: [{'id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'name': 'tempest-AttachVolumeTestJSON-1984966947-router', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c199261c-ca88-4e37-909d-4fd006d52099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:48:41Z', 'updated_at': '2021-06-29T10:48:45Z', 'revision_number': 4, 'project_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'gw_port': {'id': 'c199261c-ca88-4e37-909d-4fd006d52099', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ae:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:48:42Z', 'updated_at': '2021-06-29T10:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_floatingips': [{'id': '7fb49339-5655-439c-b7b5-0b4e7303792b', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'router_id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'port_id': '464191ff-b729-4bcc-a259-957d2510d09d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92fea580-df85-490d-995f-a2b8ddebd1fe', 'mac_address': 'fa:16:3e:f6:76:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e23f2a6-cd15-4eb3-bc97-0662657f9fcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:48:47Z', 'updated_at': '2021-06-29T10:48:59Z', 'revision_number': 1, 'project_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58c97532-55d4-4140-a3be-f84c2d47bc6e', 'name': '', 'network_id': '92fea580-df85-490d-995f-a2b8ddebd1fe', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'mac_address': 'fa:16:3e:db:d4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:48:44Z', 'updated_at': '2021-06-29T10:48:50Z', 'revision_number': 5, 'project_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'subnets': [{'id': 'ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:49:00.501927 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02feb15b-7f2c-40ef-a62b-d3fa468846b4 None None] New status for floating IP 7fb49339-5655-439c-b7b5-0b4e7303792b: ACTIVE {{(pid=99534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:49:01.225588 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:08.639408 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed99ea80-f567-4105-b27a-c55a9011cf8d req-bda29874-bdad-4366-a254-99534931c002 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:08.641432 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ed99ea80-f567-4105-b27a-c55a9011cf8d req-bda29874-bdad-4366-a254-99534931c002 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 984 time: 0.3161545 Jun 29 10:49:08.643602 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c0a00-c0f7-4398-a269-59173354e009 req-9e39aa05-968e-46ae-8abe-919f107ab6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:08.644902 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-004c0a00-c0f7-4398-a269-59173354e009 req-9e39aa05-968e-46ae-8abe-919f107ab6b1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b5bc8fce6a347388dbb08e51022f98d&device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 1137 time: 0.3110414 Jun 29 10:49:08.724506 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ed99ea80-f567-4105-b27a-c55a9011cf8d req-326f63f1-6cb3-48ad-9849-3bd3d31f437a tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f7cb0ef-3121-42d9-91a6-49b4ca5b7c60&id=265bbfb3-3221-410a-b45b-9c362b2d8073&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0770934 Jun 29 10:49:08.760181 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c0a00-c0f7-4398-a269-59173354e009 req-71049b2a-facd-47c1-a735-dde9e4fb9bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:08.761660 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-004c0a00-c0f7-4398-a269-59173354e009 req-71049b2a-facd-47c1-a735-dde9e4fb9bb8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a19d97a-0f53-46df-86fa-6148a8841956 HTTP/1.1" status: 200 len: 915 time: 0.1003823 Jun 29 10:49:08.825985 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-004c0a00-c0f7-4398-a269-59173354e009 req-a97c3f7a-b105-49d4-9e8d-4986d5fd6253 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af0d4289-94d5-4b71-829b-89a33972a0a0 HTTP/1.1" status: 200 len: 1001 time: 0.0562584 Jun 29 10:49:08.877107 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c0a00-c0f7-4398-a269-59173354e009 req-45e9739e-d8c2-4af6-b800-d2f634b0bc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:08.878546 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-004c0a00-c0f7-4398-a269-59173354e009 req-45e9739e-d8c2-4af6-b800-d2f634b0bc4a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b6f5e7d-a49f-427f-8c0a-3db1b0e9759b HTTP/1.1" status: 200 len: 853 time: 0.0455770 Jun 29 10:49:08.941559 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c0a00-c0f7-4398-a269-59173354e009 req-eae66cea-97e0-4401-9cb3-e8c54f0527e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:08.943032 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-004c0a00-c0f7-4398-a269-59173354e009 req-eae66cea-97e0-4401-9cb3-e8c54f0527e2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a19d97a-0f53-46df-86fa-6148a8841956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492642 Jun 29 10:49:09.028205 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-004c0a00-c0f7-4398-a269-59173354e009 req-99df1fa1-0cd8-4fe8-86fe-8d7447afa52f service neutron] 10.222.0.41 "GET /v2.0/networks/2a19d97a-0f53-46df-86fa-6148a8841956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773804 Jun 29 10:49:09.121462 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-004c0a00-c0f7-4398-a269-59173354e009 req-bfe5c5db-17eb-4a64-9489-ba34e784f296 service neutron] 10.222.0.41 "GET /v2.0/networks/2a19d97a-0f53-46df-86fa-6148a8841956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819833 Jun 29 10:49:09.894958 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c345a-e03d-43bc-b897-eb81dbbffe66 req-bb2b1d81-8bf6-48c6-b292-20cfd7180f57 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:09.896393 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fe4c345a-e03d-43bc-b897-eb81dbbffe66 req-bb2b1d81-8bf6-48c6-b292-20cfd7180f57 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 984 time: 0.0641973 Jun 29 10:49:09.935140 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fe4c345a-e03d-43bc-b897-eb81dbbffe66 req-facaad2a-166d-4e60-9073-edd2cf7aa6cd tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f7cb0ef-3121-42d9-91a6-49b4ca5b7c60&id=265bbfb3-3221-410a-b45b-9c362b2d8073&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330758 Jun 29 10:49:11.126563 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da83422-0883-4a34-9c83-0892a04f6dad req-32a4382b-0886-4f74-b035-0d1d26cd4b49 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:11.128082 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-5da83422-0883-4a34-9c83-0892a04f6dad req-32a4382b-0886-4f74-b035-0d1d26cd4b49 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 984 time: 0.0656006 Jun 29 10:49:11.179486 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-5da83422-0883-4a34-9c83-0892a04f6dad req-1964469a-8d69-4afd-9fbe-10420e5ec2d0 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f7cb0ef-3121-42d9-91a6-49b4ca5b7c60&id=265bbfb3-3221-410a-b45b-9c362b2d8073&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437963 Jun 29 10:49:12.360822 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e9dfd-01ee-40da-8028-4456d2343747 req-2da35693-5c27-4615-b6e4-5dede78f63e3 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:12.362277 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f55e9dfd-01ee-40da-8028-4456d2343747 req-2da35693-5c27-4615-b6e4-5dede78f63e3 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 984 time: 0.0631380 Jun 29 10:49:12.401002 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f55e9dfd-01ee-40da-8028-4456d2343747 req-c3b0978e-0074-41cf-a386-19abe947848a tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f7cb0ef-3121-42d9-91a6-49b4ca5b7c60&id=265bbfb3-3221-410a-b45b-9c362b2d8073&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327973 Jun 29 10:49:13.573185 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd572811-91c4-4615-a1b2-a83b4ce06e89 req-cf903126-09ef-4bcc-b232-6272598b4eff tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:13.574644 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fd572811-91c4-4615-a1b2-a83b4ce06e89 req-cf903126-09ef-4bcc-b232-6272598b4eff tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 984 time: 0.0618470 Jun 29 10:49:13.613919 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fd572811-91c4-4615-a1b2-a83b4ce06e89 req-59034a4e-65da-463b-9d73-84f467c75d14 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f7cb0ef-3121-42d9-91a6-49b4ca5b7c60&id=265bbfb3-3221-410a-b45b-9c362b2d8073&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326748 Jun 29 10:49:14.788681 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ae80d-d3ce-4661-81db-ffc4f44d1681 req-faf86893-79e4-43bb-9377-e9fc1ab8d0c7 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:14.790203 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c23ae80d-d3ce-4661-81db-ffc4f44d1681 req-faf86893-79e4-43bb-9377-e9fc1ab8d0c7 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 984 time: 0.0665336 Jun 29 10:49:14.829455 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c23ae80d-d3ce-4661-81db-ffc4f44d1681 req-f68b046e-7c8e-4c82-897d-3c2265bc91f7 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f7cb0ef-3121-42d9-91a6-49b4ca5b7c60&id=265bbfb3-3221-410a-b45b-9c362b2d8073&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335193 Jun 29 10:49:16.004704 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625be143-3e74-4f3c-8387-600af33f1ea8 req-ace42008-9d71-4b36-8c31-3a8e7037d4d4 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:16.006063 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-625be143-3e74-4f3c-8387-600af33f1ea8 req-ace42008-9d71-4b36-8c31-3a8e7037d4d4 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 984 time: 0.0619195 Jun 29 10:49:16.055827 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-625be143-3e74-4f3c-8387-600af33f1ea8 req-8ab3d0d1-1f96-4c9b-89be-e954b121eade tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f7cb0ef-3121-42d9-91a6-49b4ca5b7c60&id=265bbfb3-3221-410a-b45b-9c362b2d8073&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436189 Jun 29 10:49:17.229015 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a824ff6-ae4d-4cc7-b299-551d119b8c68 req-4ca9ddd4-e2bd-4223-a7fa-0c35354cdbd4 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:17.230448 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0a824ff6-ae4d-4cc7-b299-551d119b8c68 req-4ca9ddd4-e2bd-4223-a7fa-0c35354cdbd4 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 984 time: 0.0611858 Jun 29 10:49:17.275715 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0a824ff6-ae4d-4cc7-b299-551d119b8c68 req-eb401316-5cca-4c58-86db-4c71700657c1 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f7cb0ef-3121-42d9-91a6-49b4ca5b7c60&id=265bbfb3-3221-410a-b45b-9c362b2d8073&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382233 Jun 29 10:49:18.448002 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631daa0-3754-4803-8794-12e470d81585 req-f802421f-c48c-4cc6-841e-3c625f16fa07 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:18.449514 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0631daa0-3754-4803-8794-12e470d81585 req-f802421f-c48c-4cc6-841e-3c625f16fa07 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 984 time: 0.0628622 Jun 29 10:49:18.489645 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0631daa0-3754-4803-8794-12e470d81585 req-a3773c84-c7de-40e2-bb35-304cb8b9067b tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f7cb0ef-3121-42d9-91a6-49b4ca5b7c60&id=265bbfb3-3221-410a-b45b-9c362b2d8073&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340464 Jun 29 10:49:19.658037 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821e270-21aa-41e4-8260-d5d23fbe4ede req-a033c131-97ed-4e53-a26a-99b5dbb7e8f9 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:19.659493 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-5821e270-21aa-41e4-8260-d5d23fbe4ede req-a033c131-97ed-4e53-a26a-99b5dbb7e8f9 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 984 time: 0.0622165 Jun 29 10:49:19.698402 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-5821e270-21aa-41e4-8260-d5d23fbe4ede req-839dcebd-e9d4-4e0b-924d-d73264fdeda8 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f7cb0ef-3121-42d9-91a6-49b4ca5b7c60&id=265bbfb3-3221-410a-b45b-9c362b2d8073&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332005 Jun 29 10:49:20.870620 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad4776a-506d-41f6-81bc-96a7fb75f6db req-f671c586-45ef-4fc1-a3ca-3bfe67205d2b tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:20.872041 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0ad4776a-506d-41f6-81bc-96a7fb75f6db req-f671c586-45ef-4fc1-a3ca-3bfe67205d2b tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 984 time: 0.0640664 Jun 29 10:49:20.911394 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0ad4776a-506d-41f6-81bc-96a7fb75f6db req-265788fa-f402-49c0-b222-a8f0ff15454c tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/security-groups?id=2f7cb0ef-3121-42d9-91a6-49b4ca5b7c60&id=265bbfb3-3221-410a-b45b-9c362b2d8073&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332165 Jun 29 10:49:21.951563 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.agents_db [None req-93d4a047-be9c-4d13-b750-597922b429b4 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:49:22.364008 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 50674) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:22.597255 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-c847088a-9855-48ba-84f0-d8c119241fd7 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Deleting port 8a49d978-05f8-45f9-a52c-4df9367f9e75 {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:49:22.597592 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c847088a-9855-48ba-84f0-d8c119241fd7 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:22.667964 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c847088a-9855-48ba-84f0-d8c119241fd7 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:22.668217 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c847088a-9855-48ba-84f0-d8c119241fd7 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:22.679527 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-c847088a-9855-48ba-84f0-d8c119241fd7 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Calling delete_port for 8a49d978-05f8-45f9-a52c-4df9367f9e75 owned by network:floatingip {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:49:22.843024 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c847088a-9855-48ba-84f0-d8c119241fd7 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4232076'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:22.845726 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-adf3aee7-a834-4ed5-b2c2-389645342661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:22.873057 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c847088a-9855-48ba-84f0-d8c119241fd7 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Pushing event deleted for resources: {'Port': ['ID=8a49d978-05f8-45f9-a52c-4df9367f9e75,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:22.879533 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-c847088a-9855-48ba-84f0-d8c119241fd7 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:22.931458 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c847088a-9855-48ba-84f0-d8c119241fd7 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks [] for floatingip, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:22.931708 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.db.l3_db [None req-c847088a-9855-48ba-84f0-d8c119241fd7 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Floating IP 1c0cba76-70a5-48ff-bf31-9139bd3c8660 disassociated (deleted). External IP: 172.27.0.124, port: f0f5faf2-0682-4ef9-a2b5-93d709a82f57. Jun 29 10:49:23.127980 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c847088a-9855-48ba-84f0-d8c119241fd7 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Router 24c1a729-4a54-43e9-944b-04265164ac9f has already been hosted by L3 agent 8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f {{(pid=99532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:49:23.233727 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c847088a-9855-48ba-84f0-d8c119241fd7 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify agent at l3_agent.dv-cinder-792209-3-iscsi the message routers_updated {{(pid=99532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:49:23.238970 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c847088a-9855-48ba-84f0-d8c119241fd7 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for floatingip, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:23.243431 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1526fdd-1feb-4189-b46a-f0502c9f0b5b None None] Sync routers for ids ['24c1a729-4a54-43e9-944b-04265164ac9f'] in dv-cinder-792209-3-iscsi {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:49:23.252057 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1526fdd-1feb-4189-b46a-f0502c9f0b5b None None] Routers {'24c1a729-4a54-43e9-944b-04265164ac9f'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:49:23.252658 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-a1526fdd-1feb-4189-b46a-f0502c9f0b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:48:59Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['24c1a729-4a54-43e9-944b-04265164ac9f'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:23.272558 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-c847088a-9855-48ba-84f0-d8c119241fd7 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "DELETE /v2.0/floatingips/1c0cba76-70a5-48ff-bf31-9139bd3c8660 HTTP/1.1" status: 204 len: 168 time: 0.9074440 Jun 29 10:49:23.273207 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '993edd49-db0c-4806-a844-7773ffd674c5', 'tag': 'f0f5faf2-0682-4ef9-a2b5-93d709a82f57'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:49:23.275525 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}741eff7b388cda03fc4d9e55606c84397052c5857ae4d93d7a3b4e67aaed09af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7a6dbc-87b6-4d9e-92ea-d107281bd885" -d '{"events": [{"name": "network-changed", "server_uuid": "993edd49-db0c-4806-a844-7773ffd674c5", "tag": "f0f5faf2-0682-4ef9-a2b5-93d709a82f57"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:49:23.314281 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1285b489-7f21-4638-9e4e-3aa60d2a6280 x-openstack-request-id: req-1285b489-7f21-4638-9e4e-3aa60d2a6280 {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:49:23.314712 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "993edd49-db0c-4806-a844-7773ffd674c5", "tag": "f0f5faf2-0682-4ef9-a2b5-93d709a82f57", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:49:23.315007 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1285b489-7f21-4638-9e4e-3aa60d2a6280 {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:49:23.315435 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '993edd49-db0c-4806-a844-7773ffd674c5', 'tag': 'f0f5faf2-0682-4ef9-a2b5-93d709a82f57', 'status': 'completed', 'code': 200} Jun 29 10:49:23.422368 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a6dbc-87b6-4d9e-92ea-d107281bd885 req-8ccf3c65-8431-4238-9efa-2458f7dc1066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:23.423920 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ab7a6dbc-87b6-4d9e-92ea-d107281bd885 req-8ccf3c65-8431-4238-9efa-2458f7dc1066 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc36cdfa812e4636821c2b2d1b679dd1&device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 1098 time: 0.0539560 Jun 29 10:49:23.453389 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-a1526fdd-1feb-4189-b46a-f0502c9f0b5b None None] Set router 24c1a729-4a54-43e9-944b-04265164ac9f gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:49:23.537834 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a6dbc-87b6-4d9e-92ea-d107281bd885 req-ed919716-0f36-411a-9778-fc6e91cd4245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:23.539349 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ab7a6dbc-87b6-4d9e-92ea-d107281bd885 req-ed919716-0f36-411a-9778-fc6e91cd4245 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e46ac46-13aa-440b-9acd-79dc5c709b8a HTTP/1.1" status: 200 len: 910 time: 0.0993481 Jun 29 10:49:23.606979 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ab7a6dbc-87b6-4d9e-92ea-d107281bd885 req-3a305ff6-7ab9-4bb5-affe-6d4480a12869 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0f5faf2-0682-4ef9-a2b5-93d709a82f57 HTTP/1.1" status: 200 len: 217 time: 0.0373065 Jun 29 10:49:23.652184 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-a1526fdd-1feb-4189-b46a-f0502c9f0b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c1a729-4a54-43e9-944b-04265164ac9f', 'name': 'tempest-TestShelveInstance-1981661880-router', 'tenant_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '30783a63-18b1-4bfb-b205-973e688cf99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:36Z', 'updated_at': '2021-06-29T10:43:41Z', 'revision_number': 4, 'project_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'gw_port': {'id': '30783a63-18b1-4bfb-b205-973e688cf99e', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c1a729-4a54-43e9-944b-04265164ac9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:38Z', 'updated_at': '2021-06-29T10:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '27a02cc2-8118-4353-a653-2de79c368187', 'name': '', 'network_id': '3e46ac46-13aa-440b-9acd-79dc5c709b8a', 'tenant_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'mac_address': 'fa:16:3e:67:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c1a729-4a54-43e9-944b-04265164ac9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3d189302-9f00-41d9-950a-7c945719ae16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:40Z', 'updated_at': '2021-06-29T10:43:48Z', 'revision_number': 5, 'project_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'subnets': [{'id': '3d189302-9f00-41d9-950a-7c945719ae16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:23.678487 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1526fdd-1feb-4189-b46a-f0502c9f0b5b None None] Checking router: 24c1a729-4a54-43e9-944b-04265164ac9f for host: dv-cinder-792209-3-iscsi {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:49:23.685842 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a6dbc-87b6-4d9e-92ea-d107281bd885 req-e6ff3e61-d77f-4c6d-9350-83b138bbfb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:23.687078 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1526fdd-1feb-4189-b46a-f0502c9f0b5b None None] Routers {'24c1a729-4a54-43e9-944b-04265164ac9f'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:49:23.687322 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ab7a6dbc-87b6-4d9e-92ea-d107281bd885 req-e6ff3e61-d77f-4c6d-9350-83b138bbfb3c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3d189302-9f00-41d9-950a-7c945719ae16 HTTP/1.1" status: 200 len: 848 time: 0.0716560 Jun 29 10:49:23.687695 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-a1526fdd-1feb-4189-b46a-f0502c9f0b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:48:59Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['24c1a729-4a54-43e9-944b-04265164ac9f'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:23.711523 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d35a47-b535-45b4-8ad2-d95c4ea4fb25 req-74d1d920-1256-44bb-a2ac-47f8c086f5d3 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:23.712920 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b6d35a47-b535-45b4-8ad2-d95c4ea4fb25 req-74d1d920-1256-44bb-a2ac-47f8c086f5d3 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 945 time: 0.1086826 Jun 29 10:49:23.774047 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b6d35a47-b535-45b4-8ad2-d95c4ea4fb25 req-bbed47d7-2242-4e63-a7fc-7f27feee99bb tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418351 Jun 29 10:49:23.786459 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a6dbc-87b6-4d9e-92ea-d107281bd885 req-6d00d720-025e-4541-9eb9-466fd8c0bb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:23.788182 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ab7a6dbc-87b6-4d9e-92ea-d107281bd885 req-6d00d720-025e-4541-9eb9-466fd8c0bb58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e46ac46-13aa-440b-9acd-79dc5c709b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0915837 Jun 29 10:49:23.793593 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-a1526fdd-1feb-4189-b46a-f0502c9f0b5b None None] Set router 24c1a729-4a54-43e9-944b-04265164ac9f gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:49:23.889828 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ab7a6dbc-87b6-4d9e-92ea-d107281bd885 req-32e86df0-8587-466b-ad1b-a0a64d014cc2 service neutron] 10.222.0.41 "GET /v2.0/networks/3e46ac46-13aa-440b-9acd-79dc5c709b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919869 Jun 29 10:49:23.978563 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ab7a6dbc-87b6-4d9e-92ea-d107281bd885 req-69183869-7e6e-4e50-bbac-16fbad44a30e service neutron] 10.222.0.41 "GET /v2.0/networks/3e46ac46-13aa-440b-9acd-79dc5c709b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805399 Jun 29 10:49:24.006269 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-a1526fdd-1feb-4189-b46a-f0502c9f0b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c1a729-4a54-43e9-944b-04265164ac9f', 'name': 'tempest-TestShelveInstance-1981661880-router', 'tenant_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '30783a63-18b1-4bfb-b205-973e688cf99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:36Z', 'updated_at': '2021-06-29T10:43:41Z', 'revision_number': 4, 'project_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'gw_port': {'id': '30783a63-18b1-4bfb-b205-973e688cf99e', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c1a729-4a54-43e9-944b-04265164ac9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:38Z', 'updated_at': '2021-06-29T10:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '27a02cc2-8118-4353-a653-2de79c368187', 'name': '', 'network_id': '3e46ac46-13aa-440b-9acd-79dc5c709b8a', 'tenant_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'mac_address': 'fa:16:3e:67:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c1a729-4a54-43e9-944b-04265164ac9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3d189302-9f00-41d9-950a-7c945719ae16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:40Z', 'updated_at': '2021-06-29T10:43:48Z', 'revision_number': 5, 'project_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'subnets': [{'id': '3d189302-9f00-41d9-950a-7c945719ae16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:24.029581 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1526fdd-1feb-4189-b46a-f0502c9f0b5b None None] The sync data for ids ['24c1a729-4a54-43e9-944b-04265164ac9f'] in dv-cinder-792209-3-iscsi is: [{'id': '24c1a729-4a54-43e9-944b-04265164ac9f', 'name': 'tempest-TestShelveInstance-1981661880-router', 'tenant_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '30783a63-18b1-4bfb-b205-973e688cf99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:36Z', 'updated_at': '2021-06-29T10:43:41Z', 'revision_number': 4, 'project_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'gw_port': {'id': '30783a63-18b1-4bfb-b205-973e688cf99e', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c1a729-4a54-43e9-944b-04265164ac9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:38Z', 'updated_at': '2021-06-29T10:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '27a02cc2-8118-4353-a653-2de79c368187', 'name': '', 'network_id': '3e46ac46-13aa-440b-9acd-79dc5c709b8a', 'tenant_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'mac_address': 'fa:16:3e:67:f6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c1a729-4a54-43e9-944b-04265164ac9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3d189302-9f00-41d9-950a-7c945719ae16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:40Z', 'updated_at': '2021-06-29T10:43:48Z', 'revision_number': 5, 'project_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'subnets': [{'id': '3d189302-9f00-41d9-950a-7c945719ae16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:49:24.222204 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5186d6-2bc5-482c-a4f3-ca42e4c58530 None None] New status for floating IP 1c0cba76-70a5-48ff-bf31-9139bd3c8660: DOWN {{(pid=99534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:49:24.812180 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:24.948022 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5e768-29a7-4bdd-821e-89853dc510ab req-c33a4ec5-7e01-406b-9098-4f9816fd8705 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:24.949461 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-62f5e768-29a7-4bdd-821e-89853dc510ab req-c33a4ec5-7e01-406b-9098-4f9816fd8705 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 945 time: 0.0626769 Jun 29 10:49:24.986112 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-62f5e768-29a7-4bdd-821e-89853dc510ab req-f5e8a1dd-bd4d-4b97-b094-75d5bab3fef4 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/security-groups?id=4d45433a-9235-472c-9edd-4e99c558f6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304465 Jun 29 10:49:25.577306 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11402bd9-0332-4a87-89d0-1d75c7fc79ef req-65fdcc19-9d30-47cf-ae86-eb58c4dfb58d tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:25.579302 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-11402bd9-0332-4a87-89d0-1d75c7fc79ef req-65fdcc19-9d30-47cf-ae86-eb58c4dfb58d tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.41 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 945 time: 0.0669472 Jun 29 10:49:25.674013 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-11402bd9-0332-4a87-89d0-1d75c7fc79ef req-aa91c10e-9270-44e1-a5fd-965871291564 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Deleting port f0f5faf2-0682-4ef9-a2b5-93d709a82f57 {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:49:25.674346 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-11402bd9-0332-4a87-89d0-1d75c7fc79ef req-aa91c10e-9270-44e1-a5fd-965871291564 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:25.761646 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-11402bd9-0332-4a87-89d0-1d75c7fc79ef req-aa91c10e-9270-44e1-a5fd-965871291564 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] For port f0f5faf2-0682-4ef9-a2b5-93d709a82f57, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f0f5faf2-0682-4ef9-a2b5-93d709a82f57,segment=NetworkSegment(5b6ffa15-b2e0-45aa-80b3-ae1dc022e9a2),segment_id=5b6ffa15-b2e0-45aa-80b3-ae1dc022e9a2)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:25.761993 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-11402bd9-0332-4a87-89d0-1d75c7fc79ef req-aa91c10e-9270-44e1-a5fd-965871291564 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:25.773059 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-11402bd9-0332-4a87-89d0-1d75c7fc79ef req-aa91c10e-9270-44e1-a5fd-965871291564 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Calling delete_port for f0f5faf2-0682-4ef9-a2b5-93d709a82f57 owned by compute:nova {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:49:25.896053 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-11402bd9-0332-4a87-89d0-1d75c7fc79ef req-aa91c10e-9270-44e1-a5fd-965871291564 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295537'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:25.899794 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b25a4717-d55d-41af-a015-f5a11d5291cb tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:25.922786 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa91c10e-9270-44e1-a5fd-965871291564 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Pushing event deleted for resources: {'Port': ['ID=f0f5faf2-0682-4ef9-a2b5-93d709a82f57,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:25.926235 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-aa91c10e-9270-44e1-a5fd-965871291564 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:25.968426 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-11402bd9-0332-4a87-89d0-1d75c7fc79ef req-aa91c10e-9270-44e1-a5fd-965871291564 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] No DVR routers for this DVR port f0f5faf2-0682-4ef9-a2b5-93d709a82f57 on host hv-cinder-79220 {{(pid=99533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:49:25.971118 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-11402bd9-0332-4a87-89d0-1d75c7fc79ef req-aa91c10e-9270-44e1-a5fd-965871291564 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:25.973088 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f408e979-4934-414c-9d15-12d687768578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:25.973573 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-11402bd9-0332-4a87-89d0-1d75c7fc79ef req-aa91c10e-9270-44e1-a5fd-965871291564 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.41 "DELETE /v2.0/ports/f0f5faf2-0682-4ef9-a2b5-93d709a82f57 HTTP/1.1" status: 204 len: 173 time: 0.3877301 Jun 29 10:49:25.973676 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '993edd49-db0c-4806-a844-7773ffd674c5', 'name': 'network-vif-deleted', 'tag': 'f0f5faf2-0682-4ef9-a2b5-93d709a82f57'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:49:25.976054 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82814ba4342b3241ea59c6119a2f8abf18707475a0488e58b50a7e2d80907800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2012293-06a9-42b1-a93e-b649ee9a7ef4" -d '{"events": [{"server_uuid": "993edd49-db0c-4806-a844-7773ffd674c5", "name": "network-vif-deleted", "tag": "f0f5faf2-0682-4ef9-a2b5-93d709a82f57"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:49:26.015211 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b049869-0d14-47e0-8433-a82e323622a3 x-openstack-request-id: req-7b049869-0d14-47e0-8433-a82e323622a3 {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:49:26.015844 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "993edd49-db0c-4806-a844-7773ffd674c5", "name": "network-vif-deleted", "tag": "f0f5faf2-0682-4ef9-a2b5-93d709a82f57", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:49:26.015844 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7b049869-0d14-47e0-8433-a82e323622a3 {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:49:26.016383 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '993edd49-db0c-4806-a844-7773ffd674c5', 'name': 'network-vif-deleted', 'tag': 'f0f5faf2-0682-4ef9-a2b5-93d709a82f57', 'status': 'completed', 'code': 200} Jun 29 10:49:26.126526 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-4aaae848-8dfe-4e9a-a965-4514da56c780 req-00174075-080d-49b1-83cb-039511d467e3 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "GET /v2.0/ports?device_id=993edd49-db0c-4806-a844-7773ffd674c5 HTTP/1.1" status: 200 len: 210 time: 0.0279658 Jun 29 10:49:27.215529 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 50700) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:27.275081 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f44c4a29-d4a8-4e4e-9d1c-efa853ca8b3f tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:27.299195 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f44c4a29-d4a8-4e4e-9d1c-efa853ca8b3f tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:27.355448 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f44c4a29-d4a8-4e4e-9d1c-efa853ca8b3f tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:27.357974 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f44c4a29-d4a8-4e4e-9d1c-efa853ca8b3f tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:27.362113 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-f44c4a29-d4a8-4e4e-9d1c-efa853ca8b3f tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] 10.222.0.61 "DELETE /v2.0/security-groups/4d45433a-9235-472c-9edd-4e99c558f6ae HTTP/1.1" status: 204 len: 168 time: 0.1426251 Jun 29 10:49:27.362113 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-44ea227e-3012-463a-ae5d-e03017284eed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:27.369265 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c4a29-d4a8-4e4e-9d1c-efa853ca8b3f tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d45433a-9235-472c-9edd-4e99c558f6ae,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:27.372439 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-f44c4a29-d4a8-4e4e-9d1c-efa853ca8b3f tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:27.425163 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 50706) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:27.794790 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-50503fea-97db-4b09-88b2-0d4d9ea8c5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7865344'] for router_interface, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:28.039924 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-50503fea-97db-4b09-88b2-0d4d9ea8c5fa admin admin] Deleting port 27a02cc2-8118-4353-a653-2de79c368187 {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:49:28.040259 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-50503fea-97db-4b09-88b2-0d4d9ea8c5fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:28.115817 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.db [None req-50503fea-97db-4b09-88b2-0d4d9ea8c5fa admin admin] For port 27a02cc2-8118-4353-a653-2de79c368187, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=27a02cc2-8118-4353-a653-2de79c368187,segment=NetworkSegment(5b6ffa15-b2e0-45aa-80b3-ae1dc022e9a2),segment_id=5b6ffa15-b2e0-45aa-80b3-ae1dc022e9a2)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:28.116087 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-50503fea-97db-4b09-88b2-0d4d9ea8c5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:28.134783 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-50503fea-97db-4b09-88b2-0d4d9ea8c5fa admin admin] Calling delete_port for 27a02cc2-8118-4353-a653-2de79c368187 owned by network:router_interface {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:49:28.165073 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device f0f5faf2-0682-4ef9-a2b5-93d709a82f57 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:49:28.184661 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] No Port match for: f0f5faf2-0682-4ef9-a2b5-93d709a82f57 {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:49:28.185006 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device f0f5faf2-0682-4ef9-a2b5-93d709a82f57 not bound to the agent host hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:49:28.304420 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-50503fea-97db-4b09-88b2-0d4d9ea8c5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295537'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:28.307442 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-61e19078-725d-4f01-9c74-f2d554aa3898 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:28.330362 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50503fea-97db-4b09-88b2-0d4d9ea8c5fa admin admin] Pushing event deleted for resources: {'Port': ['ID=27a02cc2-8118-4353-a653-2de79c368187,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:28.334075 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-50503fea-97db-4b09-88b2-0d4d9ea8c5fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:28.491852 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-50503fea-97db-4b09-88b2-0d4d9ea8c5fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7896773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7864464'] for router_interface, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:28.677525 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-05e5a346-48fe-4af0-804f-dfd0c8f6e74c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:28.884343 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:28.914230 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50503fea-97db-4b09-88b2-0d4d9ea8c5fa admin admin] Router 24c1a729-4a54-43e9-944b-04265164ac9f has already been hosted by L3 agent 8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f {{(pid=99533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:49:29.013666 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50503fea-97db-4b09-88b2-0d4d9ea8c5fa admin admin] Notify agent at l3_agent.dv-cinder-792209-3-iscsi the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:49:29.019618 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-50503fea-97db-4b09-88b2-0d4d9ea8c5fa admin admin] 10.222.0.61 "PUT /v2.0/routers/24c1a729-4a54-43e9-944b-04265164ac9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5921295 Jun 29 10:49:29.021003 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 50712) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:29.023374 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525786c1-4902-40c8-9ae4-ebb52303c883 None None] Sync routers for ids ['24c1a729-4a54-43e9-944b-04265164ac9f'] in dv-cinder-792209-3-iscsi {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:49:29.032989 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525786c1-4902-40c8-9ae4-ebb52303c883 None None] Routers {'24c1a729-4a54-43e9-944b-04265164ac9f'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:49:29.033650 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-525786c1-4902-40c8-9ae4-ebb52303c883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:49:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['24c1a729-4a54-43e9-944b-04265164ac9f'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:29.120643 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c31a5331-1224-4357-8452-91b8f89210e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:29.133877 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-525786c1-4902-40c8-9ae4-ebb52303c883 None None] Set router 24c1a729-4a54-43e9-944b-04265164ac9f gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:49:29.220600 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c31a5331-1224-4357-8452-91b8f89210e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:29.272113 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-c31a5331-1224-4357-8452-91b8f89210e9 admin admin] Deleting port 30783a63-18b1-4bfb-b205-973e688cf99e {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:49:29.272360 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c31a5331-1224-4357-8452-91b8f89210e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:29.302364 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-525786c1-4902-40c8-9ae4-ebb52303c883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c1a729-4a54-43e9-944b-04265164ac9f', 'name': 'tempest-TestShelveInstance-1981661880-router', 'tenant_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': '30783a63-18b1-4bfb-b205-973e688cf99e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:36Z', 'updated_at': '2021-06-29T10:49:28Z', 'revision_number': 5, 'project_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'gw_port': {'id': '30783a63-18b1-4bfb-b205-973e688cf99e', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24c1a729-4a54-43e9-944b-04265164ac9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:38Z', 'updated_at': '2021-06-29T10:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi'}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:29.330405 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525786c1-4902-40c8-9ae4-ebb52303c883 None None] Checking router: 24c1a729-4a54-43e9-944b-04265164ac9f for host: dv-cinder-792209-3-iscsi {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:49:29.339170 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525786c1-4902-40c8-9ae4-ebb52303c883 None None] Routers {'24c1a729-4a54-43e9-944b-04265164ac9f'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:49:29.339766 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-525786c1-4902-40c8-9ae4-ebb52303c883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:49:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['24c1a729-4a54-43e9-944b-04265164ac9f'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:29.351376 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.db [None req-c31a5331-1224-4357-8452-91b8f89210e9 admin admin] For port 30783a63-18b1-4bfb-b205-973e688cf99e, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=30783a63-18b1-4bfb-b205-973e688cf99e,segment=NetworkSegment(b07597a5-acfa-4ea0-afa4-34f991bc6949),segment_id=b07597a5-acfa-4ea0-afa4-34f991bc6949)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:29.351376 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c31a5331-1224-4357-8452-91b8f89210e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:29.363518 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-c31a5331-1224-4357-8452-91b8f89210e9 admin admin] Calling delete_port for 30783a63-18b1-4bfb-b205-973e688cf99e owned by network:router_gateway {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:49:29.422270 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-525786c1-4902-40c8-9ae4-ebb52303c883 None None] Set router 24c1a729-4a54-43e9-944b-04265164ac9f gateway port host: None {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:49:29.471606 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-525786c1-4902-40c8-9ae4-ebb52303c883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24c1a729-4a54-43e9-944b-04265164ac9f', 'name': 'tempest-TestShelveInstance-1981661880-router', 'tenant_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:36Z', 'updated_at': '2021-06-29T10:49:29Z', 'revision_number': 6, 'project_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'gw_port_host': None}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:29.499614 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525786c1-4902-40c8-9ae4-ebb52303c883 None None] The sync data for ids ['24c1a729-4a54-43e9-944b-04265164ac9f'] in dv-cinder-792209-3-iscsi is: [{'id': '24c1a729-4a54-43e9-944b-04265164ac9f', 'name': 'tempest-TestShelveInstance-1981661880-router', 'tenant_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:36Z', 'updated_at': '2021-06-29T10:49:29Z', 'revision_number': 6, 'project_id': 'fc36cdfa812e4636821c2b2d1b679dd1', 'gw_port_host': None}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:49:29.523630 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c31a5331-1224-4357-8452-91b8f89210e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295537'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:29.527359 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:29.549560 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a5331-1224-4357-8452-91b8f89210e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=30783a63-18b1-4bfb-b205-973e688cf99e,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:29.552643 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-c31a5331-1224-4357-8452-91b8f89210e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:29.611237 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c31a5331-1224-4357-8452-91b8f89210e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7928444'] for router_gateway, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:29.711593 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:29.712533 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c31a5331-1224-4357-8452-91b8f89210e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1677'] for router, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:29.714753 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c31a5331-1224-4357-8452-91b8f89210e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:29.780461 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c31a5331-1224-4357-8452-91b8f89210e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864893'] for router, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:29.781095 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31a5331-1224-4357-8452-91b8f89210e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24c1a729-4a54-43e9-944b-04265164ac9f {{(pid=99533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:49:29.786210 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c31a5331-1224-4357-8452-91b8f89210e9 admin admin] Notify callbacks [] for router, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:29.787372 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-c31a5331-1224-4357-8452-91b8f89210e9 admin admin] 10.222.0.61 "DELETE /v2.0/routers/24c1a729-4a54-43e9-944b-04265164ac9f HTTP/1.1" status: 204 len: 168 time: 0.7654698 Jun 29 10:49:29.789835 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 50716) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:29.834443 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca7c387a-e060-4ad3-b797-a7803c427441 admin admin] Deleting subnet 3d189302-9f00-41d9-950a-7c945719ae16 {{(pid=99533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:49:29.837850 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ca7c387a-e060-4ad3-b797-a7803c427441 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:29.871404 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ca7c387a-e060-4ad3-b797-a7803c427441 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2358081'] for subnet, precommit_delete_associations {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:29.981102 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ca7c387a-e060-4ad3-b797-a7803c427441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7781200'] for subnet, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:30.031557 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ca7c387a-e060-4ad3-b797-a7803c427441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7781161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5295471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3981133'] for subnet, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:30.034732 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-8da30958-60d1-44cf-bf53-cb0b281dafe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:30.057391 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c387a-e060-4ad3-b797-a7803c427441 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d189302-9f00-41d9-950a-7c945719ae16,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:30.059361 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ca7c387a-e060-4ad3-b797-a7803c427441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:30.063853 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-ca7c387a-e060-4ad3-b797-a7803c427441 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/3d189302-9f00-41d9-950a-7c945719ae16 HTTP/1.1" status: 204 len: 168 time: 0.2704430 Jun 29 10:49:30.063853 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ca7c387a-e060-4ad3-b797-a7803c427441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:30.064099 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3f2e32-1337-4e48-82c9-22ad10f905e1 None None] Network 3e46ac46-13aa-440b-9acd-79dc5c709b8a requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:49:30.064199 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 50718) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:30.132571 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9c39afa1-0e76-46fa-b4de-e01999c2c99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596557'] for network, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:30.183901 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-9c39afa1-0e76-46fa-b4de-e01999c2c99a admin admin] Deleting port 1728fdcb-2392-4e74-a3e0-c9b7097c1019 {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:49:30.184136 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9c39afa1-0e76-46fa-b4de-e01999c2c99a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:30.249492 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.db [None req-9c39afa1-0e76-46fa-b4de-e01999c2c99a admin admin] For port 1728fdcb-2392-4e74-a3e0-c9b7097c1019, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=1728fdcb-2392-4e74-a3e0-c9b7097c1019,segment=NetworkSegment(5b6ffa15-b2e0-45aa-80b3-ae1dc022e9a2),segment_id=5b6ffa15-b2e0-45aa-80b3-ae1dc022e9a2)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:30.249847 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9c39afa1-0e76-46fa-b4de-e01999c2c99a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:30.266095 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-9c39afa1-0e76-46fa-b4de-e01999c2c99a admin admin] Calling delete_port for 1728fdcb-2392-4e74-a3e0-c9b7097c1019 owned by network:dhcp {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:49:30.284302 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e73506e-ac68-465b-9208-110ea099bc04 None None] DHCP port deletion for 3e46ac46-13aa-440b-9acd-79dc5c709b8a request from dv-cinder-792209-3-iscsi {{(pid=99534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 10:49:30.311481 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 30783a63-18b1-4bfb-b205-973e688cf99e no longer exists at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:49:30.334745 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] No Port match for: 30783a63-18b1-4bfb-b205-973e688cf99e {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:49:30.335343 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 30783a63-18b1-4bfb-b205-973e688cf99e not bound to the agent host dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:49:30.335824 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 27a02cc2-8118-4353-a653-2de79c368187 no longer exists at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:49:30.353658 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9c39afa1-0e76-46fa-b4de-e01999c2c99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295537'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:30.355943 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-8a5dd846-a4ab-40f7-8a42-a44e47255cfe tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:30.360837 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] No Port match for: 27a02cc2-8118-4353-a653-2de79c368187 {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:49:30.361188 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 27a02cc2-8118-4353-a653-2de79c368187 not bound to the agent host dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:49:30.380096 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39afa1-0e76-46fa-b4de-e01999c2c99a admin admin] Pushing event deleted for resources: {'Port': ['ID=1728fdcb-2392-4e74-a3e0-c9b7097c1019,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:30.382536 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-7e73506e-ac68-465b-9208-110ea099bc04 None None] Deleting port 1728fdcb-2392-4e74-a3e0-c9b7097c1019 {{(pid=99534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:49:30.383522 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-9c39afa1-0e76-46fa-b4de-e01999c2c99a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:30.383659 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-7e73506e-ac68-465b-9208-110ea099bc04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:30.384295 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c39afa1-0e76-46fa-b4de-e01999c2c99a admin admin] No DVR routers for this DVR port 1728fdcb-2392-4e74-a3e0-c9b7097c1019 on host dv-cinder-792209-3-iscsi {{(pid=99533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:49:30.451350 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-7e73506e-ac68-465b-9208-110ea099bc04 None None] For port 1728fdcb-2392-4e74-a3e0-c9b7097c1019, host dv-cinder-792209-3-iscsi, got binding levels [] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:30.451877 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-7e73506e-ac68-465b-9208-110ea099bc04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:30.461833 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9c39afa1-0e76-46fa-b4de-e01999c2c99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7778662', 'neutron.services.segments.db._delete_segments_for_network-8772013423665'] for network, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:30.464299 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-7e73506e-ac68-465b-9208-110ea099bc04 None None] Calling delete_port for 1728fdcb-2392-4e74-a3e0-c9b7097c1019 owned by network:dhcp {{(pid=99534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:49:30.467165 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.ipam_backend_mixin [None req-7e73506e-ac68-465b-9208-110ea099bc04 None None] Port 1728fdcb-2392-4e74-a3e0-c9b7097c1019 was not found and therefore no delete operation was performed {{(pid=99534) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 29 10:49:30.468492 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-7e73506e-ac68-465b-9208-110ea099bc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092'] for port, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:30.470434 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-89a7c852-de10-41c0-80d0-a9d7f9e1a79d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:30.472094 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.services.segments.db [None req-9c39afa1-0e76-46fa-b4de-e01999c2c99a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e46ac46-13aa-440b-9acd-79dc5c709b8a']}} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:30.485084 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.services.segments.db [None req-9c39afa1-0e76-46fa-b4de-e01999c2c99a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b6ffa15-b2e0-45aa-80b3-ae1dc022e9a2') {'for_net_delete': True} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:30.485463 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.services.segments.db [None req-9c39afa1-0e76-46fa-b4de-e01999c2c99a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b6ffa15-b2e0-45aa-80b3-ae1dc022e9a2') {} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:30.494374 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9c39afa1-0e76-46fa-b4de-e01999c2c99a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772013419924', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2358090'] for segment, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:30.495824 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e73506e-ac68-465b-9208-110ea099bc04 None None] Pushing event deleted for resources: {'Port': ['ID=1728fdcb-2392-4e74-a3e0-c9b7097c1019,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:30.501381 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e73506e-ac68-465b-9208-110ea099bc04 None None] No DVR routers for this DVR port 1728fdcb-2392-4e74-a3e0-c9b7097c1019 on host dv-cinder-792209-3-iscsi {{(pid=99534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:49:30.508254 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e73506e-ac68-465b-9208-110ea099bc04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:30.508470 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9c39afa1-0e76-46fa-b4de-e01999c2c99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342'] for segment, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:30.508604 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e73506e-ac68-465b-9208-110ea099bc04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:30.508964 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e73506e-ac68-465b-9208-110ea099bc04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:30.509300 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e73506e-ac68-465b-9208-110ea099bc04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:30.509635 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e73506e-ac68-465b-9208-110ea099bc04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:30.509959 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e73506e-ac68-465b-9208-110ea099bc04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:30.510282 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e73506e-ac68-465b-9208-110ea099bc04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:30.510619 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e73506e-ac68-465b-9208-110ea099bc04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:30.510978 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e73506e-ac68-465b-9208-110ea099bc04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:30.511294 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e73506e-ac68-465b-9208-110ea099bc04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:30.511613 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e73506e-ac68-465b-9208-110ea099bc04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:30.511914 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e73506e-ac68-465b-9208-110ea099bc04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:30.515345 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-7e73506e-ac68-465b-9208-110ea099bc04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:30.520491 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c39afa1-0e76-46fa-b4de-e01999c2c99a admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=99533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:49:30.520866 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9c39afa1-0e76-46fa-b4de-e01999c2c99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5295490'] for segment, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:30.522589 dv-cinder-792209-3-iscsi neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:49:30.522589 dv-cinder-792209-3-iscsi neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:49:30.522589 dv-cinder-792209-3-iscsi neutron-server[99533]: Traceback (most recent call last): Jun 29 10:49:30.522589 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:49:30.522589 dv-cinder-792209-3-iscsi neutron-server[99533]: timer() Jun 29 10:49:30.522589 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:49:30.522589 dv-cinder-792209-3-iscsi neutron-server[99533]: cb(*args, **kw) Jun 29 10:49:30.522589 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:49:30.522589 dv-cinder-792209-3-iscsi neutron-server[99533]: return func(*args, **kwargs) Jun 29 10:49:30.522589 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:49:30.522589 dv-cinder-792209-3-iscsi neutron-server[99533]: self._notify() Jun 29 10:49:30.522589 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:49:30.522589 dv-cinder-792209-3-iscsi neutron-server[99533]: self.callback(batched_events) Jun 29 10:49:30.522589 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:49:30.522589 dv-cinder-792209-3-iscsi neutron-server[99533]: event.method(event) Jun 29 10:49:30.522589 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:49:30.522589 dv-cinder-792209-3-iscsi neutron-server[99533]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:49:30.522589 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:49:30.522589 dv-cinder-792209-3-iscsi neutron-server[99533]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:49:30.522589 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:49:30.522589 dv-cinder-792209-3-iscsi neutron-server[99533]: return f(self, *a, **k) Jun 29 10:49:30.522589 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:49:30.522589 dv-cinder-792209-3-iscsi neutron-server[99533]: return self._get(url).json() Jun 29 10:49:30.522589 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:49:30.522589 dv-cinder-792209-3-iscsi neutron-server[99533]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:49:30.522589 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:49:30.522589 dv-cinder-792209-3-iscsi neutron-server[99533]: return self.request(url, 'GET', **kwargs) Jun 29 10:49:30.522589 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:49:30.522589 dv-cinder-792209-3-iscsi neutron-server[99533]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:49:30.522589 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:49:30.522589 dv-cinder-792209-3-iscsi neutron-server[99533]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:49:30.522589 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:49:30.522589 dv-cinder-792209-3-iscsi neutron-server[99533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:49:30.522589 dv-cinder-792209-3-iscsi neutron-server[99533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:49:30.572832 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9c39afa1-0e76-46fa-b4de-e01999c2c99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7781269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7928461'] for network, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:30.576380 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-fb79d643-7e0c-460a-b62b-84506dcf2bd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:30.579492 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9c39afa1-0e76-46fa-b4de-e01999c2c99a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:30.580451 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-9c39afa1-0e76-46fa-b4de-e01999c2c99a admin admin] 10.222.0.61 "DELETE /v2.0/networks/3e46ac46-13aa-440b-9acd-79dc5c709b8a HTTP/1.1" status: 204 len: 168 time: 0.5154469 Jun 29 10:49:30.583425 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 50720) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:30.590955 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39afa1-0e76-46fa-b4de-e01999c2c99a admin admin] Pushing event deleted for resources: {'Network': ['ID=3e46ac46-13aa-440b-9acd-79dc5c709b8a,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:30.593218 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-9c39afa1-0e76-46fa-b4de-e01999c2c99a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:30.917350 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f21f9def-55ce-4860-9d81-b061e4d980f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7865344'] for router_interface, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:31.156309 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-f21f9def-55ce-4860-9d81-b061e4d980f3 admin admin] Deleting port 822ec85b-efe7-4a3a-a5a2-91da95026cac {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:49:31.156665 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f21f9def-55ce-4860-9d81-b061e4d980f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:31.228607 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:31.230129 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.db [None req-f21f9def-55ce-4860-9d81-b061e4d980f3 admin admin] For port 822ec85b-efe7-4a3a-a5a2-91da95026cac, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=822ec85b-efe7-4a3a-a5a2-91da95026cac,segment=NetworkSegment(0cdf69a8-7faa-4e50-92f0-c275f7f05583),segment_id=0cdf69a8-7faa-4e50-92f0-c275f7f05583)] {{(pid=99532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:31.230481 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f21f9def-55ce-4860-9d81-b061e4d980f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:31.243294 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-f21f9def-55ce-4860-9d81-b061e4d980f3 admin admin] Calling delete_port for 822ec85b-efe7-4a3a-a5a2-91da95026cac owned by network:router_interface {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:49:31.415942 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f21f9def-55ce-4860-9d81-b061e4d980f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4232076'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:31.418696 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-106c30e1-58e3-4713-b7aa-12385377b663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:31.446113 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f9def-55ce-4860-9d81-b061e4d980f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=822ec85b-efe7-4a3a-a5a2-91da95026cac,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:31.449853 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-f21f9def-55ce-4860-9d81-b061e4d980f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:31.603847 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f21f9def-55ce-4860-9d81-b061e4d980f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7896773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7864464'] for router_interface, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:32.073328 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 1728fdcb-2392-4e74-a3e0-c9b7097c1019 no longer exists at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:49:32.080029 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21f9def-55ce-4860-9d81-b061e4d980f3 admin admin] Router 295a00d7-5be9-4059-a789-af4086c707bd has already been hosted by L3 agent 8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f {{(pid=99532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:49:32.096418 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] No Port match for: 1728fdcb-2392-4e74-a3e0-c9b7097c1019 {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:49:32.096771 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 1728fdcb-2392-4e74-a3e0-c9b7097c1019 not bound to the agent host dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:49:32.190081 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21f9def-55ce-4860-9d81-b061e4d980f3 admin admin] Notify agent at l3_agent.dv-cinder-792209-3-iscsi the message routers_updated {{(pid=99532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:49:32.195323 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-f21f9def-55ce-4860-9d81-b061e4d980f3 admin admin] 10.222.0.61 "PUT /v2.0/routers/295a00d7-5be9-4059-a789-af4086c707bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6107888 Jun 29 10:49:32.197875 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 50726) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:32.202426 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4317984e-bc9b-43f7-a4e2-741e0c12dd81 None None] Sync routers for ids ['295a00d7-5be9-4059-a789-af4086c707bd'] in dv-cinder-792209-3-iscsi {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:49:32.211548 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4317984e-bc9b-43f7-a4e2-741e0c12dd81 None None] Routers {'295a00d7-5be9-4059-a789-af4086c707bd'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:49:32.212162 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-4317984e-bc9b-43f7-a4e2-741e0c12dd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:49:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['295a00d7-5be9-4059-a789-af4086c707bd'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:32.303831 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-700ec030-8c7b-47a5-a63a-9ab21b0b18fc admin admin] Notify callbacks [] for router, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:32.314042 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-4317984e-bc9b-43f7-a4e2-741e0c12dd81 None None] Set router 295a00d7-5be9-4059-a789-af4086c707bd gateway port host: dv-cinder-792209-3-iscsi {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:49:32.400779 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-700ec030-8c7b-47a5-a63a-9ab21b0b18fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:32.455802 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-700ec030-8c7b-47a5-a63a-9ab21b0b18fc admin admin] Deleting port aabe309b-a812-44db-9f56-b0d1ec23f706 {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:49:32.456054 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-700ec030-8c7b-47a5-a63a-9ab21b0b18fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:32.484126 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-4317984e-bc9b-43f7-a4e2-741e0c12dd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '295a00d7-5be9-4059-a789-af4086c707bd', 'name': 'tempest-TestShelveInstance-551411819-router', 'tenant_id': 'c75baeff558545b7b577884f1ca69b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.8'}], 'enable_snat': True}, 'gw_port_id': 'aabe309b-a812-44db-9f56-b0d1ec23f706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:45Z', 'updated_at': '2021-06-29T10:49:31Z', 'revision_number': 5, 'project_id': 'c75baeff558545b7b577884f1ca69b4b', 'gw_port': {'id': 'aabe309b-a812-44db-9f56-b0d1ec23f706', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:96:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '295a00d7-5be9-4059-a789-af4086c707bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:43:46Z', 'updated_at': '2021-06-29T10:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi'}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:32.508926 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4317984e-bc9b-43f7-a4e2-741e0c12dd81 None None] Checking router: 295a00d7-5be9-4059-a789-af4086c707bd for host: dv-cinder-792209-3-iscsi {{(pid=99534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:49:32.517527 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4317984e-bc9b-43f7-a4e2-741e0c12dd81 None None] Routers {'295a00d7-5be9-4059-a789-af4086c707bd'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:49:32.518113 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-4317984e-bc9b-43f7-a4e2-741e0c12dd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:49:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['295a00d7-5be9-4059-a789-af4086c707bd'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:32.533023 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.db [None req-700ec030-8c7b-47a5-a63a-9ab21b0b18fc admin admin] For port aabe309b-a812-44db-9f56-b0d1ec23f706, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=aabe309b-a812-44db-9f56-b0d1ec23f706,segment=NetworkSegment(b07597a5-acfa-4ea0-afa4-34f991bc6949),segment_id=b07597a5-acfa-4ea0-afa4-34f991bc6949)] {{(pid=99532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:32.533501 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-700ec030-8c7b-47a5-a63a-9ab21b0b18fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:32.546812 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-700ec030-8c7b-47a5-a63a-9ab21b0b18fc admin admin] Calling delete_port for aabe309b-a812-44db-9f56-b0d1ec23f706 owned by network:router_gateway {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:49:32.607255 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-4317984e-bc9b-43f7-a4e2-741e0c12dd81 None None] Set router 295a00d7-5be9-4059-a789-af4086c707bd gateway port host: None {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:49:32.664966 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-4317984e-bc9b-43f7-a4e2-741e0c12dd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '295a00d7-5be9-4059-a789-af4086c707bd', 'name': 'tempest-TestShelveInstance-551411819-router', 'tenant_id': 'c75baeff558545b7b577884f1ca69b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:45Z', 'updated_at': '2021-06-29T10:49:32Z', 'revision_number': 6, 'project_id': 'c75baeff558545b7b577884f1ca69b4b', 'gw_port_host': None}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:32.691224 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4317984e-bc9b-43f7-a4e2-741e0c12dd81 None None] The sync data for ids ['295a00d7-5be9-4059-a789-af4086c707bd'] in dv-cinder-792209-3-iscsi is: [{'id': '295a00d7-5be9-4059-a789-af4086c707bd', 'name': 'tempest-TestShelveInstance-551411819-router', 'tenant_id': 'c75baeff558545b7b577884f1ca69b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:43:45Z', 'updated_at': '2021-06-29T10:49:32Z', 'revision_number': 6, 'project_id': 'c75baeff558545b7b577884f1ca69b4b', 'gw_port_host': None}] {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:49:32.713364 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-700ec030-8c7b-47a5-a63a-9ab21b0b18fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4232076'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:32.716169 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-393f9324-219d-4a8e-9af9-3aa1866a56c8 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:32.740673 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700ec030-8c7b-47a5-a63a-9ab21b0b18fc admin admin] Pushing event deleted for resources: {'Port': ['ID=aabe309b-a812-44db-9f56-b0d1ec23f706,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:32.744494 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-700ec030-8c7b-47a5-a63a-9ab21b0b18fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:32.803822 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-700ec030-8c7b-47a5-a63a-9ab21b0b18fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7928444'] for router_gateway, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:32.891279 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-700ec030-8c7b-47a5-a63a-9ab21b0b18fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1677'] for router, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:32.893826 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-700ec030-8c7b-47a5-a63a-9ab21b0b18fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:32.938984 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-700ec030-8c7b-47a5-a63a-9ab21b0b18fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864893'] for router, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:32.939552 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700ec030-8c7b-47a5-a63a-9ab21b0b18fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 295a00d7-5be9-4059-a789-af4086c707bd {{(pid=99532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:49:32.943964 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-700ec030-8c7b-47a5-a63a-9ab21b0b18fc admin admin] Notify callbacks [] for router, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:32.945155 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-700ec030-8c7b-47a5-a63a-9ab21b0b18fc admin admin] 10.222.0.61 "DELETE /v2.0/routers/295a00d7-5be9-4059-a789-af4086c707bd HTTP/1.1" status: 204 len: 168 time: 0.7463624 Jun 29 10:49:32.948783 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 50728) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:32.997747 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.db_base_plugin_v2 [None req-6776b24c-2981-497f-bf7a-8eb355acef89 admin admin] Deleting subnet 6aa031e3-36c5-4025-9c2a-eb4672283871 {{(pid=99532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:49:33.000635 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-6776b24c-2981-497f-bf7a-8eb355acef89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:33.035897 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-6776b24c-2981-497f-bf7a-8eb355acef89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8692076'] for subnet, precommit_delete_associations {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:33.119768 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-6776b24c-2981-497f-bf7a-8eb355acef89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7781200'] for subnet, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:33.172554 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-6776b24c-2981-497f-bf7a-8eb355acef89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7781161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4232018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4101428'] for subnet, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:33.175557 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:33.201563 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776b24c-2981-497f-bf7a-8eb355acef89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6aa031e3-36c5-4025-9c2a-eb4672283871,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:33.205152 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-6776b24c-2981-497f-bf7a-8eb355acef89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:33.206122 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-6776b24c-2981-497f-bf7a-8eb355acef89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:33.208885 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-6776b24c-2981-497f-bf7a-8eb355acef89 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/6aa031e3-36c5-4025-9c2a-eb4672283871 HTTP/1.1" status: 204 len: 168 time: 0.2578688 Jun 29 10:49:33.210456 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 50732) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:33.211161 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6c2fc1-93a7-4f3d-a89d-0a67c77d8d62 None None] Network 7217cf74-3f20-4711-823b-7bd6f4fa084c requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:49:33.279145 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e82ed002-dfce-4817-b66b-78b40bb0009a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596557'] for network, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:33.330247 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-e82ed002-dfce-4817-b66b-78b40bb0009a admin admin] Deleting port c45e4f11-28c4-4547-b418-936c190bd0a5 {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:49:33.330584 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e82ed002-dfce-4817-b66b-78b40bb0009a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:33.395220 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.db [None req-e82ed002-dfce-4817-b66b-78b40bb0009a admin admin] For port c45e4f11-28c4-4547-b418-936c190bd0a5, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=c45e4f11-28c4-4547-b418-936c190bd0a5,segment=NetworkSegment(0cdf69a8-7faa-4e50-92f0-c275f7f05583),segment_id=0cdf69a8-7faa-4e50-92f0-c275f7f05583)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:33.395572 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e82ed002-dfce-4817-b66b-78b40bb0009a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:33.408576 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-e82ed002-dfce-4817-b66b-78b40bb0009a admin admin] Calling delete_port for c45e4f11-28c4-4547-b418-936c190bd0a5 owned by network:dhcp {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:49:33.432653 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a3543f-7a5c-45cf-b04f-6ba938022198 None None] DHCP port deletion for 7217cf74-3f20-4711-823b-7bd6f4fa084c request from dv-cinder-792209-3-iscsi {{(pid=99534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 10:49:33.478686 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-98a3543f-7a5c-45cf-b04f-6ba938022198 None None] Deleting port c45e4f11-28c4-4547-b418-936c190bd0a5 {{(pid=99534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:49:33.479064 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-98a3543f-7a5c-45cf-b04f-6ba938022198 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:33.486169 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e82ed002-dfce-4817-b66b-78b40bb0009a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295537'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:33.488253 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-aa91c10e-9270-44e1-a5fd-965871291564 tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:33.512045 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ed002-dfce-4817-b66b-78b40bb0009a admin admin] Pushing event deleted for resources: {'Port': ['ID=c45e4f11-28c4-4547-b418-936c190bd0a5,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:33.514991 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-e82ed002-dfce-4817-b66b-78b40bb0009a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:33.516401 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82ed002-dfce-4817-b66b-78b40bb0009a admin admin] No DVR routers for this DVR port c45e4f11-28c4-4547-b418-936c190bd0a5 on host dv-cinder-792209-3-iscsi {{(pid=99533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:49:33.544468 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-98a3543f-7a5c-45cf-b04f-6ba938022198 None None] For port c45e4f11-28c4-4547-b418-936c190bd0a5, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=c45e4f11-28c4-4547-b418-936c190bd0a5,segment=NetworkSegment(0cdf69a8-7faa-4e50-92f0-c275f7f05583),segment_id=0cdf69a8-7faa-4e50-92f0-c275f7f05583)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:33.545103 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-98a3543f-7a5c-45cf-b04f-6ba938022198 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:33.558876 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-98a3543f-7a5c-45cf-b04f-6ba938022198 None None] Calling delete_port for c45e4f11-28c4-4547-b418-936c190bd0a5 owned by network:dhcp {{(pid=99534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:49:33.586581 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e82ed002-dfce-4817-b66b-78b40bb0009a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7778662', 'neutron.services.segments.db._delete_segments_for_network-8772013423665'] for network, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:33.595896 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.services.segments.db [None req-e82ed002-dfce-4817-b66b-78b40bb0009a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7217cf74-3f20-4711-823b-7bd6f4fa084c']}} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:33.607538 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.services.segments.db [None req-e82ed002-dfce-4817-b66b-78b40bb0009a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cdf69a8-7faa-4e50-92f0-c275f7f05583') {'for_net_delete': True} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:33.607843 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.services.segments.db [None req-e82ed002-dfce-4817-b66b-78b40bb0009a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cdf69a8-7faa-4e50-92f0-c275f7f05583') {} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:33.616924 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e82ed002-dfce-4817-b66b-78b40bb0009a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772013419924', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2358090'] for segment, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:33.632988 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e82ed002-dfce-4817-b66b-78b40bb0009a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342'] for segment, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:33.634686 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-98a3543f-7a5c-45cf-b04f-6ba938022198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092'] for port, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:33.636671 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:33.641787 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e82ed002-dfce-4817-b66b-78b40bb0009a admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=99533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:49:33.642188 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e82ed002-dfce-4817-b66b-78b40bb0009a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5295490'] for segment, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:33.644024 dv-cinder-792209-3-iscsi neutron-server[99533]: Traceback (most recent call last): Jun 29 10:49:33.644024 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:49:33.644024 dv-cinder-792209-3-iscsi neutron-server[99533]: timer() Jun 29 10:49:33.644024 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:49:33.644024 dv-cinder-792209-3-iscsi neutron-server[99533]: cb(*args, **kw) Jun 29 10:49:33.644024 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:49:33.644024 dv-cinder-792209-3-iscsi neutron-server[99533]: return func(*args, **kwargs) Jun 29 10:49:33.644024 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:49:33.644024 dv-cinder-792209-3-iscsi neutron-server[99533]: self._notify() Jun 29 10:49:33.644024 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:49:33.644024 dv-cinder-792209-3-iscsi neutron-server[99533]: self.callback(batched_events) Jun 29 10:49:33.644024 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:49:33.644024 dv-cinder-792209-3-iscsi neutron-server[99533]: event.method(event) Jun 29 10:49:33.644024 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:49:33.644024 dv-cinder-792209-3-iscsi neutron-server[99533]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:49:33.644024 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:49:33.644024 dv-cinder-792209-3-iscsi neutron-server[99533]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:49:33.644024 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:49:33.644024 dv-cinder-792209-3-iscsi neutron-server[99533]: return f(self, *a, **k) Jun 29 10:49:33.644024 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:49:33.644024 dv-cinder-792209-3-iscsi neutron-server[99533]: return self._get(url).json() Jun 29 10:49:33.644024 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:49:33.644024 dv-cinder-792209-3-iscsi neutron-server[99533]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:49:33.644024 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:49:33.644024 dv-cinder-792209-3-iscsi neutron-server[99533]: return self.request(url, 'GET', **kwargs) Jun 29 10:49:33.644024 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:49:33.644024 dv-cinder-792209-3-iscsi neutron-server[99533]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:49:33.644024 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:49:33.644024 dv-cinder-792209-3-iscsi neutron-server[99533]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:49:33.644024 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:49:33.644024 dv-cinder-792209-3-iscsi neutron-server[99533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:49:33.644024 dv-cinder-792209-3-iscsi neutron-server[99533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:49:33.662683 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a3543f-7a5c-45cf-b04f-6ba938022198 None None] Pushing event deleted for resources: {'Port': ['ID=c45e4f11-28c4-4547-b418-936c190bd0a5,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:33.664968 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-98a3543f-7a5c-45cf-b04f-6ba938022198 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:33.669393 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a3543f-7a5c-45cf-b04f-6ba938022198 None None] No DVR routers for this DVR port c45e4f11-28c4-4547-b418-936c190bd0a5 on host dv-cinder-792209-3-iscsi {{(pid=99534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:49:33.699358 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e82ed002-dfce-4817-b66b-78b40bb0009a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7781269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7928461'] for network, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:33.704264 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:33.708254 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e82ed002-dfce-4817-b66b-78b40bb0009a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:33.712666 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-e82ed002-dfce-4817-b66b-78b40bb0009a admin admin] 10.222.0.61 "DELETE /v2.0/networks/7217cf74-3f20-4711-823b-7bd6f4fa084c HTTP/1.1" status: 204 len: 168 time: 0.4985769 Jun 29 10:49:33.723449 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ed002-dfce-4817-b66b-78b40bb0009a admin admin] Pushing event deleted for resources: {'Network': ['ID=7217cf74-3f20-4711-823b-7bd6f4fa084c,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:33.727331 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-e82ed002-dfce-4817-b66b-78b40bb0009a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:33.827006 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 50736) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:33.866374 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-a2feb0c3-1e20-43c5-a6c5-6468a3635209 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fc36cdfa812e4636821c2b2d1b679dd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381598 Jun 29 10:49:33.868655 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 50738) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:33.915566 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3da1aaed-55d8-4b72-8a23-8dd2a6f10a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:33.935672 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3da1aaed-55d8-4b72-8a23-8dd2a6f10a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:33.982651 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3da1aaed-55d8-4b72-8a23-8dd2a6f10a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:33.985673 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3da1aaed-55d8-4b72-8a23-8dd2a6f10a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:33.986862 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-3da1aaed-55d8-4b72-8a23-8dd2a6f10a58 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7e3b41ed-0af5-49e7-8b67-a067d9fbdb63 HTTP/1.1" status: 204 len: 168 time: 0.1173089 Jun 29 10:49:33.987620 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-0aa05ba0-431f-4ca4-a5c8-b1a4edfc7e1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:33.995218 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1aaed-55d8-4b72-8a23-8dd2a6f10a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3b41ed-0af5-49e7-8b67-a067d9fbdb63,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:33.997642 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-3da1aaed-55d8-4b72-8a23-8dd2a6f10a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:34.004192 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 822ec85b-efe7-4a3a-a5a2-91da95026cac no longer exists at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:49:34.023328 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] No Port match for: 822ec85b-efe7-4a3a-a5a2-91da95026cac {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:49:34.023671 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 822ec85b-efe7-4a3a-a5a2-91da95026cac not bound to the agent host dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:49:34.024087 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device aabe309b-a812-44db-9f56-b0d1ec23f706 no longer exists at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:49:34.048424 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] No Port match for: aabe309b-a812-44db-9f56-b0d1ec23f706 {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:49:34.048691 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device aabe309b-a812-44db-9f56-b0d1ec23f706 not bound to the agent host dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:49:34.049103 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device c45e4f11-28c4-4547-b418-936c190bd0a5 no longer exists at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:49:34.073022 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] No Port match for: c45e4f11-28c4-4547-b418-936c190bd0a5 {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:49:34.073540 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device c45e4f11-28c4-4547-b418-936c190bd0a5 not bound to the agent host dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:49:34.307172 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 50748) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:34.348946 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-796653a2-cbfc-4f14-b941-22245b156d02 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c75baeff558545b7b577884f1ca69b4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383515 Jun 29 10:49:34.349337 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 50750) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:34.397913 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-48ffa534-9f22-4982-8e3c-54c344184770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:34.418569 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-48ffa534-9f22-4982-8e3c-54c344184770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:34.466784 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-48ffa534-9f22-4982-8e3c-54c344184770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:34.469769 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-48ffa534-9f22-4982-8e3c-54c344184770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:34.470909 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-48ffa534-9f22-4982-8e3c-54c344184770 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/07965797-1a59-4a1f-bcaf-12a513b93c41 HTTP/1.1" status: 204 len: 168 time: 0.1204498 Jun 29 10:49:34.471712 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-8e1e2522-733f-44e5-8361-448a226e5b9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:34.478742 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ffa534-9f22-4982-8e3c-54c344184770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07965797-1a59-4a1f-bcaf-12a513b93c41,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:34.480969 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-48ffa534-9f22-4982-8e3c-54c344184770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:51.665962 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577b5cd-3aff-4127-958d-3bbde9a600a1 req-dd9402dc-7b21-48c7-93b1-632cc0d34e8d tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:51.667369 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f577b5cd-3aff-4127-958d-3bbde9a600a1 req-dd9402dc-7b21-48c7-93b1-632cc0d34e8d tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 945 time: 0.0626798 Jun 29 10:49:51.703451 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f577b5cd-3aff-4127-958d-3bbde9a600a1 req-da5d75a8-b497-4227-aa7c-9c621e55cf37 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5064922-720f-47c1-8adb-92dbe9abf694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305662 Jun 29 10:49:52.878963 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bd37f-8bc2-4b46-9a23-cef858c9d419 req-5d1de6c9-446f-4776-aac6-6bd424b0c01e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:52.880410 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1a8bd37f-8bc2-4b46-9a23-cef858c9d419 req-5d1de6c9-446f-4776-aac6-6bd424b0c01e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 945 time: 0.0634565 Jun 29 10:49:52.916257 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1a8bd37f-8bc2-4b46-9a23-cef858c9d419 req-7a2888a1-40a8-4162-99b5-e5bf292c3415 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5064922-720f-47c1-8adb-92dbe9abf694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302615 Jun 29 10:49:54.094447 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b57ab-99f3-4c01-9f94-5763d533eab2 req-1987999f-cdfd-49e8-970a-56f03a4e213e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:54.095939 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-bf1b57ab-99f3-4c01-9f94-5763d533eab2 req-1987999f-cdfd-49e8-970a-56f03a4e213e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 945 time: 0.0683289 Jun 29 10:49:54.132888 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-bf1b57ab-99f3-4c01-9f94-5763d533eab2 req-ea87b3f9-df0a-4d28-8e75-7da788ca6a5b tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5064922-720f-47c1-8adb-92dbe9abf694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314031 Jun 29 10:49:54.814896 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:55.299974 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d8750-acdf-4460-914a-b79c3cffd2d5 req-fc4d0606-0a2a-41a1-a708-de7ed97bb0b5 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:55.301422 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-999d8750-acdf-4460-914a-b79c3cffd2d5 req-fc4d0606-0a2a-41a1-a708-de7ed97bb0b5 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 945 time: 0.0612864 Jun 29 10:49:55.338905 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-999d8750-acdf-4460-914a-b79c3cffd2d5 req-e123a982-0ff2-40a2-a0ad-28abe6250c03 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5064922-720f-47c1-8adb-92dbe9abf694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318048 Jun 29 10:49:55.973267 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-acc1fbf7-2778-4055-a9a7-40f36b570ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:56.125414 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0aa22bb6-830c-40e7-a587-da98c4d88b94 req-738a2956-9915-485c-bda1-1a7bd3b6738f tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1163093995&fields=id&tenant_id=9b5bc8fce6a347388dbb08e51022f98d HTTP/1.1" status: 200 len: 267 time: 0.0332339 Jun 29 10:49:56.193330 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa22bb6-830c-40e7-a587-da98c4d88b94 req-36330ee0-34c6-43e5-ad9e-b210344a22d6 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:56.194685 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0aa22bb6-830c-40e7-a587-da98c4d88b94 req-36330ee0-34c6-43e5-ad9e-b210344a22d6 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 984 time: 0.0638895 Jun 29 10:49:56.205259 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [req-0aa22bb6-830c-40e7-a587-da98c4d88b94 req-11b16a50-191f-4c0c-bc48-4885389e7f3e tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Request body: {'port': {'security_groups': ['265bbfb3-3221-410a-b45b-9c362b2d8073']}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:49:56.284784 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-0aa22bb6-830c-40e7-a587-da98c4d88b94 req-11b16a50-191f-4c0c-bc48-4885389e7f3e tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:56.494090 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-0aa22bb6-830c-40e7-a587-da98c4d88b94 req-11b16a50-191f-4c0c-bc48-4885389e7f3e tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] For port af0d4289-94d5-4b71-829b-89a33972a0a0, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=af0d4289-94d5-4b71-829b-89a33972a0a0,segment=NetworkSegment(d268b454-5f21-431b-a249-b90c8192c197),segment_id=d268b454-5f21-431b-a249-b90c8192c197)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:49:56.533648 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-0aa22bb6-830c-40e7-a587-da98c4d88b94 req-11b16a50-191f-4c0c-bc48-4885389e7f3e tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:56.538418 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-0aa22bb6-830c-40e7-a587-da98c4d88b94 req-11b16a50-191f-4c0c-bc48-4885389e7f3e tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5295534'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:56.543310 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-9c39afa1-0e76-46fa-b4de-e01999c2c99a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:56.554669 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ebdc78-5a9a-43f3-aa44-0c6bf6037364 req-e596457a-37b4-468b-accb-28cfad757da8 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:56.556120 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-64ebdc78-5a9a-43f3-aa44-0c6bf6037364 req-e596457a-37b4-468b-accb-28cfad757da8 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 945 time: 0.1090193 Jun 29 10:49:56.583254 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] get_ports_and_sgs() called for port_ids ['af0d4289-94d5-4b71-829b-89a33972a0a0'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:49:56.606629 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa22bb6-830c-40e7-a587-da98c4d88b94 req-11b16a50-191f-4c0c-bc48-4885389e7f3e tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:56.607165 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-0aa22bb6-830c-40e7-a587-da98c4d88b94 req-11b16a50-191f-4c0c-bc48-4885389e7f3e tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:56.610980 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0aa22bb6-830c-40e7-a587-da98c4d88b94 req-11b16a50-191f-4c0c-bc48-4885389e7f3e tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "PUT /v2.0/ports/af0d4289-94d5-4b71-829b-89a33972a0a0 HTTP/1.1" status: 200 len: 942 time: 0.4078598 Jun 29 10:49:56.616003 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 50822) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:56.619942 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a854f18-6140-498d-b486-3a41d043a79e', 'tag': 'af0d4289-94d5-4b71-829b-89a33972a0a0'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:49:56.622197 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82814ba4342b3241ea59c6119a2f8abf18707475a0488e58b50a7e2d80907800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd4f33d-67d3-49fe-93c9-9ffd156bb7bd" -d '{"events": [{"name": "network-changed", "server_uuid": "3a854f18-6140-498d-b486-3a41d043a79e", "tag": "af0d4289-94d5-4b71-829b-89a33972a0a0"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:49:56.659156 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b16a50-191f-4c0c-bc48-4885389e7f3e tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Pushing event updated for resources: {'Port': ['ID=af0d4289-94d5-4b71-829b-89a33972a0a0,revision_number=7']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:56.664605 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-64ebdc78-5a9a-43f3-aa44-0c6bf6037364 req-7c6530e4-6a3b-47cc-b46a-00324155bd5f tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5064922-720f-47c1-8adb-92dbe9abf694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842133 Jun 29 10:49:56.670088 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b16a50-191f-4c0c-bc48-4885389e7f3e tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:56.670469 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b16a50-191f-4c0c-bc48-4885389e7f3e tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:56.670882 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b16a50-191f-4c0c-bc48-4885389e7f3e tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:56.671231 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b16a50-191f-4c0c-bc48-4885389e7f3e tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:56.671591 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b16a50-191f-4c0c-bc48-4885389e7f3e tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:56.671968 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b16a50-191f-4c0c-bc48-4885389e7f3e tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:56.672676 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b16a50-191f-4c0c-bc48-4885389e7f3e tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:56.672676 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b16a50-191f-4c0c-bc48-4885389e7f3e tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:56.673538 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b16a50-191f-4c0c-bc48-4885389e7f3e tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:56.673896 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b16a50-191f-4c0c-bc48-4885389e7f3e tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:56.674251 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b16a50-191f-4c0c-bc48-4885389e7f3e tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:56.674628 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b16a50-191f-4c0c-bc48-4885389e7f3e tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:56.679211 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-11b16a50-191f-4c0c-bc48-4885389e7f3e tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:56.693847 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7237eca2-f2bd-4c82-9f75-7aa5c1735c05 x-openstack-request-id: req-7237eca2-f2bd-4c82-9f75-7aa5c1735c05 {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:49:56.694197 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a854f18-6140-498d-b486-3a41d043a79e", "tag": "af0d4289-94d5-4b71-829b-89a33972a0a0", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:49:56.695028 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7237eca2-f2bd-4c82-9f75-7aa5c1735c05 {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:49:56.695469 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a854f18-6140-498d-b486-3a41d043a79e', 'tag': 'af0d4289-94d5-4b71-829b-89a33972a0a0', 'status': 'completed', 'code': 200} Jun 29 10:49:56.723037 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e64132d3-a174-4af4-bbd4-dcefa427c7cb tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:56.751595 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e64132d3-a174-4af4-bbd4-dcefa427c7cb tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:56.792975 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4f33d-67d3-49fe-93c9-9ffd156bb7bd req-6a97eabb-96d9-4981-aaf9-3cc283bfc493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:56.794088 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0cd4f33d-67d3-49fe-93c9-9ffd156bb7bd req-6a97eabb-96d9-4981-aaf9-3cc283bfc493 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b5bc8fce6a347388dbb08e51022f98d&device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 1098 time: 0.0535815 Jun 29 10:49:56.814418 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e64132d3-a174-4af4-bbd4-dcefa427c7cb tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:56.817083 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e64132d3-a174-4af4-bbd4-dcefa427c7cb tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:56.819079 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-e64132d3-a174-4af4-bbd4-dcefa427c7cb tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "DELETE /v2.0/security-groups/2f7cb0ef-3121-42d9-91a6-49b4ca5b7c60 HTTP/1.1" status: 204 len: 168 time: 0.1997902 Jun 29 10:49:56.819079 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-f77733dc-3564-45fe-929b-75c08f30c0db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:56.821889 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 50826) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:49:56.832924 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] get_ports_and_sgs() called for port_ids ['af0d4289-94d5-4b71-829b-89a33972a0a0'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:49:56.865905 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64132d3-a174-4af4-bbd4-dcefa427c7cb tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7cb0ef-3121-42d9-91a6-49b4ca5b7c60,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:56.880141 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64132d3-a174-4af4-bbd4-dcefa427c7cb tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:56.880466 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64132d3-a174-4af4-bbd4-dcefa427c7cb tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:56.880850 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64132d3-a174-4af4-bbd4-dcefa427c7cb tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:56.881222 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64132d3-a174-4af4-bbd4-dcefa427c7cb tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:56.881587 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64132d3-a174-4af4-bbd4-dcefa427c7cb tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:56.881955 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64132d3-a174-4af4-bbd4-dcefa427c7cb tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:56.882318 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64132d3-a174-4af4-bbd4-dcefa427c7cb tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:56.882706 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64132d3-a174-4af4-bbd4-dcefa427c7cb tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:56.883070 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64132d3-a174-4af4-bbd4-dcefa427c7cb tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:56.883524 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64132d3-a174-4af4-bbd4-dcefa427c7cb tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:56.883779 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64132d3-a174-4af4-bbd4-dcefa427c7cb tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:56.884137 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64132d3-a174-4af4-bbd4-dcefa427c7cb tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:49:56.886586 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4f33d-67d3-49fe-93c9-9ffd156bb7bd req-0155d124-4ced-4d34-bc56-3183a2a0ec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:56.887336 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-e64132d3-a174-4af4-bbd4-dcefa427c7cb tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:56.888122 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0cd4f33d-67d3-49fe-93c9-9ffd156bb7bd req-0155d124-4ced-4d34-bc56-3183a2a0ec2a service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a19d97a-0f53-46df-86fa-6148a8841956 HTTP/1.1" status: 200 len: 915 time: 0.0866351 Jun 29 10:49:56.911459 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-1c182623-82f9-4153-91e4-e20d5016be9f None None] Provisioning complete for port af0d4289-94d5-4b71-829b-89a33972a0a0 triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:49:56.912427 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1c182623-82f9-4153-91e4-e20d5016be9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:56.955298 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0cd4f33d-67d3-49fe-93c9-9ffd156bb7bd req-0e905f6f-5afe-43f9-baa0-140d080fcb02 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af0d4289-94d5-4b71-829b-89a33972a0a0 HTTP/1.1" status: 200 len: 1001 time: 0.0581419 Jun 29 10:49:57.003052 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-20979f7e-fb29-4129-aab4-3a8397988e4b tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Deleting port 6f50be00-509c-452e-8df0-9a2357b48209 {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:49:57.003335 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-20979f7e-fb29-4129-aab4-3a8397988e4b tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:57.015838 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4f33d-67d3-49fe-93c9-9ffd156bb7bd req-67834a17-d1db-4b36-94d9-2bde486b57ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:57.017406 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0cd4f33d-67d3-49fe-93c9-9ffd156bb7bd req-67834a17-d1db-4b36-94d9-2bde486b57ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b6f5e7d-a49f-427f-8c0a-3db1b0e9759b HTTP/1.1" status: 200 len: 853 time: 0.0554926 Jun 29 10:49:57.085436 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-20979f7e-fb29-4129-aab4-3a8397988e4b tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:57.085762 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-20979f7e-fb29-4129-aab4-3a8397988e4b tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:57.098771 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-20979f7e-fb29-4129-aab4-3a8397988e4b tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Calling delete_port for 6f50be00-509c-452e-8df0-9a2357b48209 owned by network:floatingip {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:49:57.246031 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-20979f7e-fb29-4129-aab4-3a8397988e4b tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4232076'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:57.248775 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-5150c7be-cf07-4606-a55b-2774ea96d843 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:49:57.272996 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20979f7e-fb29-4129-aab4-3a8397988e4b tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Pushing event deleted for resources: {'Port': ['ID=6f50be00-509c-452e-8df0-9a2357b48209,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:49:57.276898 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-20979f7e-fb29-4129-aab4-3a8397988e4b tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:49:57.305526 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4f33d-67d3-49fe-93c9-9ffd156bb7bd req-1fee65a5-31be-4ab0-a7df-158d9d7a6fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:57.307032 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0cd4f33d-67d3-49fe-93c9-9ffd156bb7bd req-1fee65a5-31be-4ab0-a7df-158d9d7a6fe6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a19d97a-0f53-46df-86fa-6148a8841956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2828507 Jun 29 10:49:57.333082 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-20979f7e-fb29-4129-aab4-3a8397988e4b tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks [] for floatingip, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:57.333411 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.db.l3_db [None req-20979f7e-fb29-4129-aab4-3a8397988e4b tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Floating IP 761f5106-0ee3-4309-b6d9-62f6999200c2 disassociated (deleted). External IP: 172.27.0.164, port: af0d4289-94d5-4b71-829b-89a33972a0a0. Jun 29 10:49:57.399975 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0cd4f33d-67d3-49fe-93c9-9ffd156bb7bd req-781dea62-86ce-4cba-9218-37cd01b829b6 service neutron] 10.222.0.41 "GET /v2.0/networks/2a19d97a-0f53-46df-86fa-6148a8841956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788925 Jun 29 10:49:57.490559 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0cd4f33d-67d3-49fe-93c9-9ffd156bb7bd req-032670cd-3f7f-44bc-ac8f-45471ddd8519 service neutron] 10.222.0.41 "GET /v2.0/networks/2a19d97a-0f53-46df-86fa-6148a8841956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831590 Jun 29 10:49:57.536189 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20979f7e-fb29-4129-aab4-3a8397988e4b tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Router b5c1d359-28ea-449e-81f0-5aaab9546898 has already been hosted by L3 agent 8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f {{(pid=99532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:49:57.639544 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20979f7e-fb29-4129-aab4-3a8397988e4b tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify agent at l3_agent.dv-cinder-792209-3-iscsi the message routers_updated {{(pid=99532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:49:57.644899 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-20979f7e-fb29-4129-aab4-3a8397988e4b tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for floatingip, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:57.649172 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6ac85e-e4f4-49be-b842-d00a6ea391c5 None None] Sync routers for ids ['b5c1d359-28ea-449e-81f0-5aaab9546898'] in dv-cinder-792209-3-iscsi {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:49:57.658653 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6ac85e-e4f4-49be-b842-d00a6ea391c5 None None] Routers {'b5c1d359-28ea-449e-81f0-5aaab9546898'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:49:57.659258 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-fe6ac85e-e4f4-49be-b842-d00a6ea391c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:49:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['b5c1d359-28ea-449e-81f0-5aaab9546898'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:57.678856 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-20979f7e-fb29-4129-aab4-3a8397988e4b tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "DELETE /v2.0/floatingips/761f5106-0ee3-4309-b6d9-62f6999200c2 HTTP/1.1" status: 204 len: 168 time: 0.8559291 Jun 29 10:49:57.679621 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a854f18-6140-498d-b486-3a41d043a79e', 'tag': 'af0d4289-94d5-4b71-829b-89a33972a0a0'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:49:57.682044 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}741eff7b388cda03fc4d9e55606c84397052c5857ae4d93d7a3b4e67aaed09af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e3283c-343d-4977-be89-63da5d259506" -d '{"events": [{"name": "network-changed", "server_uuid": "3a854f18-6140-498d-b486-3a41d043a79e", "tag": "af0d4289-94d5-4b71-829b-89a33972a0a0"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:49:57.720435 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cdde8a-c4ea-491b-aeac-9e6992c27df2 x-openstack-request-id: req-b2cdde8a-c4ea-491b-aeac-9e6992c27df2 {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:49:57.720833 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a854f18-6140-498d-b486-3a41d043a79e", "tag": "af0d4289-94d5-4b71-829b-89a33972a0a0", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:49:57.721190 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b2cdde8a-c4ea-491b-aeac-9e6992c27df2 {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:49:57.721683 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a854f18-6140-498d-b486-3a41d043a79e', 'tag': 'af0d4289-94d5-4b71-829b-89a33972a0a0', 'status': 'completed', 'code': 200} Jun 29 10:49:57.859250 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-fe6ac85e-e4f4-49be-b842-d00a6ea391c5 None None] Set router b5c1d359-28ea-449e-81f0-5aaab9546898 gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:49:57.879374 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3283c-343d-4977-be89-63da5d259506 req-96ffa3c6-de76-42f7-b824-e13a0a42eef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:57.880860 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-36e3283c-343d-4977-be89-63da5d259506 req-96ffa3c6-de76-42f7-b824-e13a0a42eef0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b5bc8fce6a347388dbb08e51022f98d&device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 1098 time: 0.1008906 Jun 29 10:49:57.905903 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75e51c-5042-4511-92a2-4e996bf79040 req-023039fa-8b72-4fb6-be3b-9cf8c6edde40 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:57.913933 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3d75e51c-5042-4511-92a2-4e996bf79040 req-023039fa-8b72-4fb6-be3b-9cf8c6edde40 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 945 time: 0.0984933 Jun 29 10:49:58.006989 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3d75e51c-5042-4511-92a2-4e996bf79040 req-709c5e06-c853-4bcb-b09a-d303f934e957 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5064922-720f-47c1-8adb-92dbe9abf694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920997 Jun 29 10:49:58.037121 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3283c-343d-4977-be89-63da5d259506 req-613a9b07-b4c3-4716-81cc-f7b9fc5048ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:58.038709 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-36e3283c-343d-4977-be89-63da5d259506 req-613a9b07-b4c3-4716-81cc-f7b9fc5048ff service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a19d97a-0f53-46df-86fa-6148a8841956 HTTP/1.1" status: 200 len: 915 time: 0.1500587 Jun 29 10:49:58.069849 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-fe6ac85e-e4f4-49be-b842-d00a6ea391c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c1d359-28ea-449e-81f0-5aaab9546898', 'name': 'tempest-TestMinimumBasicScenario-667958029-router', 'tenant_id': '9b5bc8fce6a347388dbb08e51022f98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '36409ac5-099c-4878-bf2d-306ac82acd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:49Z', 'updated_at': '2021-06-29T10:47:52Z', 'revision_number': 4, 'project_id': '9b5bc8fce6a347388dbb08e51022f98d', 'gw_port': {'id': '36409ac5-099c-4878-bf2d-306ac82acd05', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:32:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c1d359-28ea-449e-81f0-5aaab9546898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:49Z', 'updated_at': '2021-06-29T10:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '161252df-8822-4816-ab14-00441fc58d3c', 'name': '', 'network_id': '2a19d97a-0f53-46df-86fa-6148a8841956', 'tenant_id': '9b5bc8fce6a347388dbb08e51022f98d', 'mac_address': 'fa:16:3e:62:fd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c1d359-28ea-449e-81f0-5aaab9546898', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '7b6f5e7d-a49f-427f-8c0a-3db1b0e9759b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:51Z', 'updated_at': '2021-06-29T10:47:58Z', 'revision_number': 5, 'project_id': '9b5bc8fce6a347388dbb08e51022f98d', 'subnets': [{'id': '7b6f5e7d-a49f-427f-8c0a-3db1b0e9759b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:58.082809 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-36e3283c-343d-4977-be89-63da5d259506 req-00e1afb9-9824-48a0-a796-2110fb71949d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=af0d4289-94d5-4b71-829b-89a33972a0a0 HTTP/1.1" status: 200 len: 217 time: 0.0372164 Jun 29 10:49:58.094910 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6ac85e-e4f4-49be-b842-d00a6ea391c5 None None] Checking router: b5c1d359-28ea-449e-81f0-5aaab9546898 for host: dv-cinder-792209-3-iscsi {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:49:58.102918 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6ac85e-e4f4-49be-b842-d00a6ea391c5 None None] Routers {'b5c1d359-28ea-449e-81f0-5aaab9546898'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:49:58.103512 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-fe6ac85e-e4f4-49be-b842-d00a6ea391c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:49:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['b5c1d359-28ea-449e-81f0-5aaab9546898'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:58.148800 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3283c-343d-4977-be89-63da5d259506 req-d0482c5f-415a-4ef0-9e03-44806f078efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:58.150244 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-36e3283c-343d-4977-be89-63da5d259506 req-d0482c5f-415a-4ef0-9e03-44806f078efe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b6f5e7d-a49f-427f-8c0a-3db1b0e9759b HTTP/1.1" status: 200 len: 853 time: 0.0467734 Jun 29 10:49:58.206099 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-fe6ac85e-e4f4-49be-b842-d00a6ea391c5 None None] Set router b5c1d359-28ea-449e-81f0-5aaab9546898 gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:49:58.214233 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3283c-343d-4977-be89-63da5d259506 req-73011252-34f3-4ebd-a62a-544b7cd8dc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:58.215772 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-36e3283c-343d-4977-be89-63da5d259506 req-73011252-34f3-4ebd-a62a-544b7cd8dc6a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a19d97a-0f53-46df-86fa-6148a8841956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510683 Jun 29 10:49:58.311472 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-36e3283c-343d-4977-be89-63da5d259506 req-14f3738a-7602-4bfa-b553-de11887cc326 service neutron] 10.222.0.41 "GET /v2.0/networks/2a19d97a-0f53-46df-86fa-6148a8841956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800078 Jun 29 10:49:58.404837 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-36e3283c-343d-4977-be89-63da5d259506 req-5d6e122a-1b59-480d-b305-8902ab5f66a3 service neutron] 10.222.0.41 "GET /v2.0/networks/2a19d97a-0f53-46df-86fa-6148a8841956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842388 Jun 29 10:49:58.412032 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-fe6ac85e-e4f4-49be-b842-d00a6ea391c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c1d359-28ea-449e-81f0-5aaab9546898', 'name': 'tempest-TestMinimumBasicScenario-667958029-router', 'tenant_id': '9b5bc8fce6a347388dbb08e51022f98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '36409ac5-099c-4878-bf2d-306ac82acd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:49Z', 'updated_at': '2021-06-29T10:47:52Z', 'revision_number': 4, 'project_id': '9b5bc8fce6a347388dbb08e51022f98d', 'gw_port': {'id': '36409ac5-099c-4878-bf2d-306ac82acd05', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:32:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c1d359-28ea-449e-81f0-5aaab9546898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:49Z', 'updated_at': '2021-06-29T10:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '161252df-8822-4816-ab14-00441fc58d3c', 'name': '', 'network_id': '2a19d97a-0f53-46df-86fa-6148a8841956', 'tenant_id': '9b5bc8fce6a347388dbb08e51022f98d', 'mac_address': 'fa:16:3e:62:fd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c1d359-28ea-449e-81f0-5aaab9546898', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '7b6f5e7d-a49f-427f-8c0a-3db1b0e9759b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:51Z', 'updated_at': '2021-06-29T10:47:58Z', 'revision_number': 5, 'project_id': '9b5bc8fce6a347388dbb08e51022f98d', 'subnets': [{'id': '7b6f5e7d-a49f-427f-8c0a-3db1b0e9759b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:49:58.439198 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6ac85e-e4f4-49be-b842-d00a6ea391c5 None None] The sync data for ids ['b5c1d359-28ea-449e-81f0-5aaab9546898'] in dv-cinder-792209-3-iscsi is: [{'id': 'b5c1d359-28ea-449e-81f0-5aaab9546898', 'name': 'tempest-TestMinimumBasicScenario-667958029-router', 'tenant_id': '9b5bc8fce6a347388dbb08e51022f98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '36409ac5-099c-4878-bf2d-306ac82acd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:49Z', 'updated_at': '2021-06-29T10:47:52Z', 'revision_number': 4, 'project_id': '9b5bc8fce6a347388dbb08e51022f98d', 'gw_port': {'id': '36409ac5-099c-4878-bf2d-306ac82acd05', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:32:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c1d359-28ea-449e-81f0-5aaab9546898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:49Z', 'updated_at': '2021-06-29T10:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '161252df-8822-4816-ab14-00441fc58d3c', 'name': '', 'network_id': '2a19d97a-0f53-46df-86fa-6148a8841956', 'tenant_id': '9b5bc8fce6a347388dbb08e51022f98d', 'mac_address': 'fa:16:3e:62:fd:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c1d359-28ea-449e-81f0-5aaab9546898', 'device_owner': 'network:router_interface', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '7b6f5e7d-a49f-427f-8c0a-3db1b0e9759b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:51Z', 'updated_at': '2021-06-29T10:47:58Z', 'revision_number': 5, 'project_id': '9b5bc8fce6a347388dbb08e51022f98d', 'subnets': [{'id': '7b6f5e7d-a49f-427f-8c0a-3db1b0e9759b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:49:58.655340 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec1fd31-0812-4f5d-8f7f-b3e45426ff4a None None] New status for floating IP 761f5106-0ee3-4309-b6d9-62f6999200c2: DOWN {{(pid=99534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:49:58.727035 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d4b67cd6-f4dd-46d7-84f1-d5f41b0586e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:58.884548 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:49:58.949396 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.agents_db [None req-93d4a047-be9c-4d13-b750-597922b429b4 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:49:59.189216 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276fa8f0-d795-45bf-8932-314b77630582 req-52d94707-9afb-4d17-aa56-d8eadac8d3d3 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:49:59.190719 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-276fa8f0-d795-45bf-8932-314b77630582 req-52d94707-9afb-4d17-aa56-d8eadac8d3d3 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 945 time: 0.0626752 Jun 29 10:49:59.227942 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-276fa8f0-d795-45bf-8932-314b77630582 req-e65699be-6839-40e0-ad92-1f3d005592c0 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5064922-720f-47c1-8adb-92dbe9abf694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315535 Jun 29 10:49:59.710358 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:00.402884 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1479d-b548-4d54-9e09-fceab78d4601 req-532e926b-12cb-4593-9770-8ad781956713 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:00.404359 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-73a1479d-b548-4d54-9e09-fceab78d4601 req-532e926b-12cb-4593-9770-8ad781956713 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 945 time: 0.0686197 Jun 29 10:50:00.442504 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-73a1479d-b548-4d54-9e09-fceab78d4601 req-986ebdf2-4a39-44b9-9aa3-dbc24ba30195 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5064922-720f-47c1-8adb-92dbe9abf694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316384 Jun 29 10:50:00.718420 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b0bce-f0f7-413e-a46f-83e101763415 req-adb61bc7-23e8-40d6-bbe6-0eb04c4ed99f tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:00.719865 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-243b0bce-f0f7-413e-a46f-83e101763415 req-adb61bc7-23e8-40d6-bbe6-0eb04c4ed99f tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 945 time: 0.0597665 Jun 29 10:50:00.755949 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-243b0bce-f0f7-413e-a46f-83e101763415 req-945e5315-5f1a-47d8-95c2-9811c4ea3fed tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/security-groups?id=265bbfb3-3221-410a-b45b-9c362b2d8073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301218 Jun 29 10:50:01.232309 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:01.476630 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca91fd-20c9-4d39-9a81-549449f855d8 req-b9c8e550-46ab-4638-bab1-c688dc31b137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:01.478175 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f6ca91fd-20c9-4d39-9a81-549449f855d8 req-b9c8e550-46ab-4638-bab1-c688dc31b137 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f34a2fc6d2f4421ca15b3a2e61382a66&device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 1098 time: 0.0505919 Jun 29 10:50:01.617452 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca91fd-20c9-4d39-9a81-549449f855d8 req-ddd121ff-5c15-4c8b-ba62-e039fb1fddac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:01.618956 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f6ca91fd-20c9-4d39-9a81-549449f855d8 req-ddd121ff-5c15-4c8b-ba62-e039fb1fddac service neutron] 10.222.0.41 "GET /v2.0/networks?id=92fea580-df85-490d-995f-a2b8ddebd1fe HTTP/1.1" status: 200 len: 912 time: 0.1190858 Jun 29 10:50:01.674738 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b71c6-edf9-435b-9600-d8446a9a3363 req-759f8107-61ba-46da-88ce-9c1e764177e4 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:01.676139 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-9c5b71c6-edf9-435b-9600-d8446a9a3363 req-759f8107-61ba-46da-88ce-9c1e764177e4 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 945 time: 0.1193252 Jun 29 10:50:01.713458 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f6ca91fd-20c9-4d39-9a81-549449f855d8 req-f67f9dc8-414d-4c1c-8db5-c5145560f6f2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=464191ff-b729-4bcc-a259-957d2510d09d HTTP/1.1" status: 200 len: 1001 time: 0.0849912 Jun 29 10:50:01.731892 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-9c5b71c6-edf9-435b-9600-d8446a9a3363 req-fe8fa742-636f-45f6-aad2-8f1fe4453eab tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5064922-720f-47c1-8adb-92dbe9abf694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491109 Jun 29 10:50:01.765723 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca91fd-20c9-4d39-9a81-549449f855d8 req-0cfc212c-9551-4ad6-83bc-f32305b495aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:01.767168 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f6ca91fd-20c9-4d39-9a81-549449f855d8 req-0cfc212c-9551-4ad6-83bc-f32305b495aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46 HTTP/1.1" status: 200 len: 850 time: 0.0466559 Jun 29 10:50:01.824564 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca91fd-20c9-4d39-9a81-549449f855d8 req-a52a0c51-32e0-4094-9d29-a65a2551a944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:01.826034 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f6ca91fd-20c9-4d39-9a81-549449f855d8 req-a52a0c51-32e0-4094-9d29-a65a2551a944 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92fea580-df85-490d-995f-a2b8ddebd1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505176 Jun 29 10:50:01.960596 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f6ca91fd-20c9-4d39-9a81-549449f855d8 req-36f7236a-c6cd-415d-867f-5d19f29087c7 service neutron] 10.222.0.41 "GET /v2.0/networks/92fea580-df85-490d-995f-a2b8ddebd1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253226 Jun 29 10:50:01.972381 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ea156-9546-491e-bf61-a9f2d6b8231f req-a0c9d083-6a92-4286-9fc8-dd0c0d9c3777 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:01.973795 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-279ea156-9546-491e-bf61-a9f2d6b8231f req-a0c9d083-6a92-4286-9fc8-dd0c0d9c3777 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 945 time: 0.0924971 Jun 29 10:50:02.059254 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-279ea156-9546-491e-bf61-a9f2d6b8231f req-17e1fe98-d202-4291-846d-f9847da73b3f tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/security-groups?id=265bbfb3-3221-410a-b45b-9c362b2d8073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766098 Jun 29 10:50:02.086709 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f6ca91fd-20c9-4d39-9a81-549449f855d8 req-5e152e18-7c52-41c4-b266-e3f137d41860 service neutron] 10.222.0.41 "GET /v2.0/networks/92fea580-df85-490d-995f-a2b8ddebd1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118937 Jun 29 10:50:02.947161 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e861dd30-12a8-4a57-8992-80f56ca514b2 req-0523029c-4c69-4825-ace0-ae0f897b78f2 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:02.948594 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e861dd30-12a8-4a57-8992-80f56ca514b2 req-0523029c-4c69-4825-ace0-ae0f897b78f2 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 945 time: 0.1072946 Jun 29 10:50:02.956299 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a98759-cac7-4ff8-b89c-636abfaec71b req-799cf27c-df96-4de6-89c4-574af4f025dc tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:02.957599 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-90a98759-cac7-4ff8-b89c-636abfaec71b req-799cf27c-df96-4de6-89c4-574af4f025dc tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 945 time: 0.0874987 Jun 29 10:50:03.019100 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e861dd30-12a8-4a57-8992-80f56ca514b2 req-80049373-ab6b-465f-847c-02766ddb09e7 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5064922-720f-47c1-8adb-92dbe9abf694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604613 Jun 29 10:50:03.077108 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-90a98759-cac7-4ff8-b89c-636abfaec71b req-5f4f4c6c-aaa0-4b98-9491-b5bb6c104d75 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Deleting port af0d4289-94d5-4b71-829b-89a33972a0a0 {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:50:03.077443 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-90a98759-cac7-4ff8-b89c-636abfaec71b req-5f4f4c6c-aaa0-4b98-9491-b5bb6c104d75 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:03.167103 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-90a98759-cac7-4ff8-b89c-636abfaec71b req-5f4f4c6c-aaa0-4b98-9491-b5bb6c104d75 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] For port af0d4289-94d5-4b71-829b-89a33972a0a0, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=af0d4289-94d5-4b71-829b-89a33972a0a0,segment=NetworkSegment(d268b454-5f21-431b-a249-b90c8192c197),segment_id=d268b454-5f21-431b-a249-b90c8192c197)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:03.167458 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-90a98759-cac7-4ff8-b89c-636abfaec71b req-5f4f4c6c-aaa0-4b98-9491-b5bb6c104d75 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:03.203199 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-90a98759-cac7-4ff8-b89c-636abfaec71b req-5f4f4c6c-aaa0-4b98-9491-b5bb6c104d75 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Calling delete_port for af0d4289-94d5-4b71-829b-89a33972a0a0 owned by compute:nova {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:50:03.287597 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfec333-30df-467b-951b-0bd61bc01915 req-88048bc5-3867-4ce1-898b-274ff479542e tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:03.289073 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ecfec333-30df-467b-951b-0bd61bc01915 req-88048bc5-3867-4ce1-898b-274ff479542e tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 945 time: 0.1146672 Jun 29 10:50:03.357178 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ecfec333-30df-467b-951b-0bd61bc01915 req-15a9e8d7-0d2f-4f5a-ac8b-19d7b62df52c tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/security-groups?id=265bbfb3-3221-410a-b45b-9c362b2d8073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619202 Jun 29 10:50:03.386444 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-90a98759-cac7-4ff8-b89c-636abfaec71b req-5f4f4c6c-aaa0-4b98-9491-b5bb6c104d75 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295537'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:03.389805 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-8a5dd846-a4ab-40f7-8a42-a44e47255cfe tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:03.416488 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f4c6c-aaa0-4b98-9491-b5bb6c104d75 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Pushing event deleted for resources: {'Port': ['ID=af0d4289-94d5-4b71-829b-89a33972a0a0,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:03.419592 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-5f4f4c6c-aaa0-4b98-9491-b5bb6c104d75 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:03.434472 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] get_ports_and_sgs() called for port_ids ['af0d4289-94d5-4b71-829b-89a33972a0a0'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:50:03.463095 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a98759-cac7-4ff8-b89c-636abfaec71b req-5f4f4c6c-aaa0-4b98-9491-b5bb6c104d75 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] No DVR routers for this DVR port af0d4289-94d5-4b71-829b-89a33972a0a0 on host hv-cinder-79220 {{(pid=99533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:50:03.465495 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-90a98759-cac7-4ff8-b89c-636abfaec71b req-5f4f4c6c-aaa0-4b98-9491-b5bb6c104d75 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:03.467441 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-90a98759-cac7-4ff8-b89c-636abfaec71b req-5f4f4c6c-aaa0-4b98-9491-b5bb6c104d75 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.41 "DELETE /v2.0/ports/af0d4289-94d5-4b71-829b-89a33972a0a0 HTTP/1.1" status: 204 len: 173 time: 0.4954040 Jun 29 10:50:03.467979 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a854f18-6140-498d-b486-3a41d043a79e', 'name': 'network-vif-deleted', 'tag': 'af0d4289-94d5-4b71-829b-89a33972a0a0'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:50:03.470211 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82814ba4342b3241ea59c6119a2f8abf18707475a0488e58b50a7e2d80907800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77053ddc-7c95-4bee-908c-9214c7efe039" -d '{"events": [{"server_uuid": "3a854f18-6140-498d-b486-3a41d043a79e", "name": "network-vif-deleted", "tag": "af0d4289-94d5-4b71-829b-89a33972a0a0"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:50:03.508861 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd369fc-48bf-4480-8789-de3ce0fbf64a x-openstack-request-id: req-1fd369fc-48bf-4480-8789-de3ce0fbf64a {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:50:03.509228 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a854f18-6140-498d-b486-3a41d043a79e", "name": "network-vif-deleted", "tag": "af0d4289-94d5-4b71-829b-89a33972a0a0", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:50:03.509518 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1fd369fc-48bf-4480-8789-de3ce0fbf64a {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:50:03.509943 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a854f18-6140-498d-b486-3a41d043a79e', 'name': 'network-vif-deleted', 'tag': 'af0d4289-94d5-4b71-829b-89a33972a0a0', 'status': 'completed', 'code': 200} Jun 29 10:50:04.192797 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6bcf6-26c5-4c68-8b50-bfbd000b8843 req-b77646e8-4a64-4acd-8229-2bc1d2d2b3de tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:04.194212 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-37e6bcf6-26c5-4c68-8b50-bfbd000b8843 req-b77646e8-4a64-4acd-8229-2bc1d2d2b3de tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 945 time: 0.0636318 Jun 29 10:50:04.230001 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-37e6bcf6-26c5-4c68-8b50-bfbd000b8843 req-dd36fa13-b05a-4737-abf6-6d31a8c554c1 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5064922-720f-47c1-8adb-92dbe9abf694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302017 Jun 29 10:50:04.525429 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-4d338346-b2e1-4837-86d2-1227c7599a29 req-0cd6f434-acd7-46f5-ac7e-6630d6725642 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] 10.222.0.61 "GET /v2.0/ports?device_id=3a854f18-6140-498d-b486-3a41d043a79e HTTP/1.1" status: 200 len: 210 time: 0.0271039 Jun 29 10:50:05.396794 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aacd43-f190-4d3a-ab15-bdc0e076df28 req-c8e1695f-6070-4c02-b352-cd98961d0c0d tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:05.398214 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-82aacd43-f190-4d3a-ab15-bdc0e076df28 req-c8e1695f-6070-4c02-b352-cd98961d0c0d tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 945 time: 0.0605724 Jun 29 10:50:05.436122 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-82aacd43-f190-4d3a-ab15-bdc0e076df28 req-c1300b0f-0236-4353-9dc5-091c7900e8aa tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5064922-720f-47c1-8adb-92dbe9abf694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321810 Jun 29 10:50:06.214949 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 50926) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:06.372191 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device af0d4289-94d5-4b71-829b-89a33972a0a0 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:50:06.394589 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] No Port match for: af0d4289-94d5-4b71-829b-89a33972a0a0 {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:50:06.394958 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device af0d4289-94d5-4b71-829b-89a33972a0a0 not bound to the agent host hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:50:06.549716 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d099c617-8a54-490e-ad31-468d44a3a763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7865344'] for router_interface, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:06.613466 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09246ee2-cba7-41cf-b0f3-0a6f439d7f8b req-6c7a1ed9-abb9-49ba-a8ef-8d88dc80254f tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:06.615084 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-09246ee2-cba7-41cf-b0f3-0a6f439d7f8b req-6c7a1ed9-abb9-49ba-a8ef-8d88dc80254f tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 945 time: 0.0670111 Jun 29 10:50:06.650864 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-09246ee2-cba7-41cf-b0f3-0a6f439d7f8b req-f5bf39f7-1a38-4e58-ab7b-db71997512f7 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5064922-720f-47c1-8adb-92dbe9abf694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300856 Jun 29 10:50:06.797213 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-d099c617-8a54-490e-ad31-468d44a3a763 admin admin] Deleting port 161252df-8822-4816-ab14-00441fc58d3c {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:50:06.797552 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d099c617-8a54-490e-ad31-468d44a3a763 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:06.871200 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.db [None req-d099c617-8a54-490e-ad31-468d44a3a763 admin admin] For port 161252df-8822-4816-ab14-00441fc58d3c, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=161252df-8822-4816-ab14-00441fc58d3c,segment=NetworkSegment(d268b454-5f21-431b-a249-b90c8192c197),segment_id=d268b454-5f21-431b-a249-b90c8192c197)] {{(pid=99532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:06.871553 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d099c617-8a54-490e-ad31-468d44a3a763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:06.883489 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-d099c617-8a54-490e-ad31-468d44a3a763 admin admin] Calling delete_port for 161252df-8822-4816-ab14-00441fc58d3c owned by network:router_interface {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:50:07.060659 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d099c617-8a54-490e-ad31-468d44a3a763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4232076'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:07.063271 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-38f508d3-015b-43ac-a4e2-3c02b9c6c8a3 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:07.089014 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099c617-8a54-490e-ad31-468d44a3a763 admin admin] Pushing event deleted for resources: {'Port': ['ID=161252df-8822-4816-ab14-00441fc58d3c,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:07.091646 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-d099c617-8a54-490e-ad31-468d44a3a763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:07.251063 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d099c617-8a54-490e-ad31-468d44a3a763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7896773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7864464'] for router_interface, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:07.456027 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d099c617-8a54-490e-ad31-468d44a3a763 admin admin] Router b5c1d359-28ea-449e-81f0-5aaab9546898 has already been hosted by L3 agent 8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f {{(pid=99532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:50:07.822017 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d099c617-8a54-490e-ad31-468d44a3a763 admin admin] Notify agent at l3_agent.dv-cinder-792209-3-iscsi the message routers_updated {{(pid=99532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:50:07.827225 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232ff35-c055-4468-91f7-769d25e1e959 req-17038c79-3163-4ec8-ba0c-9334eca5fdfa tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:07.828978 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-d099c617-8a54-490e-ad31-468d44a3a763 admin admin] 10.222.0.61 "PUT /v2.0/routers/b5c1d359-28ea-449e-81f0-5aaab9546898/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6129949 Jun 29 10:50:07.829662 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 50932) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:07.830949 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e85d173-d7a5-49f4-8f83-c6eb29b7f87e None None] Sync routers for ids ['b5c1d359-28ea-449e-81f0-5aaab9546898'] in dv-cinder-792209-3-iscsi {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:50:07.834138 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3232ff35-c055-4468-91f7-769d25e1e959 req-17038c79-3163-4ec8-ba0c-9334eca5fdfa tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 945 time: 0.0651844 Jun 29 10:50:07.841022 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e85d173-d7a5-49f4-8f83-c6eb29b7f87e None None] Routers {'b5c1d359-28ea-449e-81f0-5aaab9546898'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:50:07.841628 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-7e85d173-d7a5-49f4-8f83-c6eb29b7f87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:49:59Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['b5c1d359-28ea-449e-81f0-5aaab9546898'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:07.867676 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3232ff35-c055-4468-91f7-769d25e1e959 req-de59b5be-677c-45f4-a9a3-1636e52ec249 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5064922-720f-47c1-8adb-92dbe9abf694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316236 Jun 29 10:50:07.935500 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a34d5861-3b68-4c18-936e-94e549417ace admin admin] Notify callbacks [] for router, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:07.951020 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-7e85d173-d7a5-49f4-8f83-c6eb29b7f87e None None] Set router b5c1d359-28ea-449e-81f0-5aaab9546898 gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:50:08.044048 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a34d5861-3b68-4c18-936e-94e549417ace admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:08.110920 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-a34d5861-3b68-4c18-936e-94e549417ace admin admin] Deleting port 36409ac5-099c-4878-bf2d-306ac82acd05 {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:50:08.112042 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a34d5861-3b68-4c18-936e-94e549417ace admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:08.154673 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-7e85d173-d7a5-49f4-8f83-c6eb29b7f87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c1d359-28ea-449e-81f0-5aaab9546898', 'name': 'tempest-TestMinimumBasicScenario-667958029-router', 'tenant_id': '9b5bc8fce6a347388dbb08e51022f98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.178'}], 'enable_snat': True}, 'gw_port_id': '36409ac5-099c-4878-bf2d-306ac82acd05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:49Z', 'updated_at': '2021-06-29T10:50:07Z', 'revision_number': 5, 'project_id': '9b5bc8fce6a347388dbb08e51022f98d', 'gw_port': {'id': '36409ac5-099c-4878-bf2d-306ac82acd05', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:32:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c1d359-28ea-449e-81f0-5aaab9546898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:49Z', 'updated_at': '2021-06-29T10:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi'}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:08.183240 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e85d173-d7a5-49f4-8f83-c6eb29b7f87e None None] Checking router: b5c1d359-28ea-449e-81f0-5aaab9546898 for host: dv-cinder-792209-3-iscsi {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:50:08.192295 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e85d173-d7a5-49f4-8f83-c6eb29b7f87e None None] Routers {'b5c1d359-28ea-449e-81f0-5aaab9546898'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:50:08.192855 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-7e85d173-d7a5-49f4-8f83-c6eb29b7f87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:49:59Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['b5c1d359-28ea-449e-81f0-5aaab9546898'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:08.194614 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.db [None req-a34d5861-3b68-4c18-936e-94e549417ace admin admin] For port 36409ac5-099c-4878-bf2d-306ac82acd05, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=36409ac5-099c-4878-bf2d-306ac82acd05,segment=NetworkSegment(b07597a5-acfa-4ea0-afa4-34f991bc6949),segment_id=b07597a5-acfa-4ea0-afa4-34f991bc6949)] {{(pid=99532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:08.195059 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a34d5861-3b68-4c18-936e-94e549417ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:08.209116 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-a34d5861-3b68-4c18-936e-94e549417ace admin admin] Calling delete_port for 36409ac5-099c-4878-bf2d-306ac82acd05 owned by network:router_gateway {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:50:08.259078 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a3ac20-5f3f-407f-b0a1-41536381499a req-ec1ce044-f297-4dd7-934a-ef8484691f34 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:08.263064 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-83a3ac20-5f3f-407f-b0a1-41536381499a req-ec1ce044-f297-4dd7-934a-ef8484691f34 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 945 time: 0.1065235 Jun 29 10:50:08.279069 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-7e85d173-d7a5-49f4-8f83-c6eb29b7f87e None None] Set router b5c1d359-28ea-449e-81f0-5aaab9546898 gateway port host: None {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:50:08.332548 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-83a3ac20-5f3f-407f-b0a1-41536381499a req-4fa6d37a-aec3-4dd3-9b69-8a7cf3983394 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5064922-720f-47c1-8adb-92dbe9abf694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592358 Jun 29 10:50:08.333889 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-7e85d173-d7a5-49f4-8f83-c6eb29b7f87e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c1d359-28ea-449e-81f0-5aaab9546898', 'name': 'tempest-TestMinimumBasicScenario-667958029-router', 'tenant_id': '9b5bc8fce6a347388dbb08e51022f98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:49Z', 'updated_at': '2021-06-29T10:50:08Z', 'revision_number': 6, 'project_id': '9b5bc8fce6a347388dbb08e51022f98d', 'gw_port_host': None}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:08.346613 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225981f8-ea7b-4fe6-bd7e-6f21f2be12bb req-dd96ef50-e9b2-4292-a14f-fac790f4bf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:08.348306 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-225981f8-ea7b-4fe6-bd7e-6f21f2be12bb req-dd96ef50-e9b2-4292-a14f-fac790f4bf3a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f34a2fc6d2f4421ca15b3a2e61382a66&device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 1098 time: 0.0825109 Jun 29 10:50:08.365084 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e85d173-d7a5-49f4-8f83-c6eb29b7f87e None None] The sync data for ids ['b5c1d359-28ea-449e-81f0-5aaab9546898'] in dv-cinder-792209-3-iscsi is: [{'id': 'b5c1d359-28ea-449e-81f0-5aaab9546898', 'name': 'tempest-TestMinimumBasicScenario-667958029-router', 'tenant_id': '9b5bc8fce6a347388dbb08e51022f98d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:49Z', 'updated_at': '2021-06-29T10:50:08Z', 'revision_number': 6, 'project_id': '9b5bc8fce6a347388dbb08e51022f98d', 'gw_port_host': None}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:50:08.406930 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a34d5861-3b68-4c18-936e-94e549417ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4232076'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:08.410608 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-151aa368-7c16-4f12-88d2-0b538786dca5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:08.438358 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d5861-3b68-4c18-936e-94e549417ace admin admin] Pushing event deleted for resources: {'Port': ['ID=36409ac5-099c-4878-bf2d-306ac82acd05,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:08.443572 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-a34d5861-3b68-4c18-936e-94e549417ace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:08.464720 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225981f8-ea7b-4fe6-bd7e-6f21f2be12bb req-35cac07c-9a06-437e-9076-7bbe286b3a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:08.466346 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-225981f8-ea7b-4fe6-bd7e-6f21f2be12bb req-35cac07c-9a06-437e-9076-7bbe286b3a8d service neutron] 10.222.0.41 "GET /v2.0/networks?id=92fea580-df85-490d-995f-a2b8ddebd1fe HTTP/1.1" status: 200 len: 912 time: 0.1060870 Jun 29 10:50:08.497477 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a34d5861-3b68-4c18-936e-94e549417ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7928444'] for router_gateway, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:08.533803 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-225981f8-ea7b-4fe6-bd7e-6f21f2be12bb req-73909934-e5fb-44d2-a20c-1d60de887f90 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=464191ff-b729-4bcc-a259-957d2510d09d HTTP/1.1" status: 200 len: 1001 time: 0.0568657 Jun 29 10:50:08.579375 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225981f8-ea7b-4fe6-bd7e-6f21f2be12bb req-cc08ee97-8809-4974-b608-31abd95a926e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:08.581392 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-225981f8-ea7b-4fe6-bd7e-6f21f2be12bb req-cc08ee97-8809-4974-b608-31abd95a926e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46 HTTP/1.1" status: 200 len: 850 time: 0.0412102 Jun 29 10:50:08.584770 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a34d5861-3b68-4c18-936e-94e549417ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1677'] for router, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:08.586865 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a34d5861-3b68-4c18-936e-94e549417ace admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:08.629801 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a34d5861-3b68-4c18-936e-94e549417ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864893'] for router, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:08.630379 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34d5861-3b68-4c18-936e-94e549417ace admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5c1d359-28ea-449e-81f0-5aaab9546898 {{(pid=99532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:50:08.634884 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-a34d5861-3b68-4c18-936e-94e549417ace admin admin] Notify callbacks [] for router, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:08.636011 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-a34d5861-3b68-4c18-936e-94e549417ace admin admin] 10.222.0.61 "DELETE /v2.0/routers/b5c1d359-28ea-449e-81f0-5aaab9546898 HTTP/1.1" status: 204 len: 168 time: 0.8053167 Jun 29 10:50:08.638382 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 50938) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:08.644505 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225981f8-ea7b-4fe6-bd7e-6f21f2be12bb req-1e4f7a4f-a4ff-4e65-8604-cca052176631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:08.646069 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-225981f8-ea7b-4fe6-bd7e-6f21f2be12bb req-1e4f7a4f-a4ff-4e65-8604-cca052176631 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92fea580-df85-490d-995f-a2b8ddebd1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558689 Jun 29 10:50:08.685145 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fa7c98c-2757-4381-acbb-ed6c09dde588 admin admin] Deleting subnet 7b6f5e7d-a49f-427f-8c0a-3db1b0e9759b {{(pid=99532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:50:08.688163 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7fa7c98c-2757-4381-acbb-ed6c09dde588 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:08.725174 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7fa7c98c-2757-4381-acbb-ed6c09dde588 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8692076'] for subnet, precommit_delete_associations {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:08.742180 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-225981f8-ea7b-4fe6-bd7e-6f21f2be12bb req-6e51c544-a9aa-4642-ac1d-03329ddbae7e service neutron] 10.222.0.41 "GET /v2.0/networks/92fea580-df85-490d-995f-a2b8ddebd1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849104 Jun 29 10:50:08.812139 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7fa7c98c-2757-4381-acbb-ed6c09dde588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7781200'] for subnet, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:08.839432 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-225981f8-ea7b-4fe6-bd7e-6f21f2be12bb req-b9133b68-df14-4d98-839e-420919edef12 service neutron] 10.222.0.41 "GET /v2.0/networks/92fea580-df85-490d-995f-a2b8ddebd1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894587 Jun 29 10:50:08.869572 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7fa7c98c-2757-4381-acbb-ed6c09dde588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7781161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4232018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4101428'] for subnet, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:08.872785 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-9bf46354-febf-4142-895f-b166985f8e13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:08.896934 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa7c98c-2757-4381-acbb-ed6c09dde588 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b6f5e7d-a49f-427f-8c0a-3db1b0e9759b,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:08.899890 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-7fa7c98c-2757-4381-acbb-ed6c09dde588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:08.900802 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7fa7c98c-2757-4381-acbb-ed6c09dde588 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:08.905031 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-7fa7c98c-2757-4381-acbb-ed6c09dde588 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/7b6f5e7d-a49f-427f-8c0a-3db1b0e9759b HTTP/1.1" status: 204 len: 168 time: 0.2633224 Jun 29 10:50:08.905146 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 50940) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:08.908246 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4b036d-1569-45f3-a51f-8b2ff9e9a078 None None] Network 2a19d97a-0f53-46df-86fa-6148a8841956 requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:50:08.973897 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-552197a1-7af3-4ddd-9c0d-a61efd3cdea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596557'] for network, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:09.031420 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-552197a1-7af3-4ddd-9c0d-a61efd3cdea6 admin admin] Deleting port 7a110e8b-2d05-4213-9551-308b145e0cf3 {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:50:09.031785 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-552197a1-7af3-4ddd-9c0d-a61efd3cdea6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:09.105749 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.db [None req-552197a1-7af3-4ddd-9c0d-a61efd3cdea6 admin admin] For port 7a110e8b-2d05-4213-9551-308b145e0cf3, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=7a110e8b-2d05-4213-9551-308b145e0cf3,segment=NetworkSegment(d268b454-5f21-431b-a249-b90c8192c197),segment_id=d268b454-5f21-431b-a249-b90c8192c197)] {{(pid=99532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:09.105749 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-552197a1-7af3-4ddd-9c0d-a61efd3cdea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:09.112128 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3920b3d3-2969-4835-bb87-4818807e260c None None] DHCP port deletion for 2a19d97a-0f53-46df-86fa-6148a8841956 request from dv-cinder-792209-3-iscsi {{(pid=99534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 10:50:09.118969 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-552197a1-7af3-4ddd-9c0d-a61efd3cdea6 admin admin] Calling delete_port for 7a110e8b-2d05-4213-9551-308b145e0cf3 owned by network:dhcp {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:50:09.155689 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-3920b3d3-2969-4835-bb87-4818807e260c None None] Deleting port 7a110e8b-2d05-4213-9551-308b145e0cf3 {{(pid=99534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:50:09.156362 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-3920b3d3-2969-4835-bb87-4818807e260c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:09.196240 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-552197a1-7af3-4ddd-9c0d-a61efd3cdea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4232076'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:09.198367 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-0e32e3a0-9394-4b5e-ac40-c98d472167f7 tempest-VolumesActionsTest-893319697 tempest-VolumesActionsTest-893319697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:09.220451 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-3920b3d3-2969-4835-bb87-4818807e260c None None] For port 7a110e8b-2d05-4213-9551-308b145e0cf3, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=7a110e8b-2d05-4213-9551-308b145e0cf3,segment=NetworkSegment(d268b454-5f21-431b-a249-b90c8192c197),segment_id=d268b454-5f21-431b-a249-b90c8192c197)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:09.220855 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-3920b3d3-2969-4835-bb87-4818807e260c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:09.224629 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552197a1-7af3-4ddd-9c0d-a61efd3cdea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a110e8b-2d05-4213-9551-308b145e0cf3,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:09.227733 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-552197a1-7af3-4ddd-9c0d-a61efd3cdea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:09.228507 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552197a1-7af3-4ddd-9c0d-a61efd3cdea6 admin admin] No DVR routers for this DVR port 7a110e8b-2d05-4213-9551-308b145e0cf3 on host dv-cinder-792209-3-iscsi {{(pid=99532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:50:09.233781 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-3920b3d3-2969-4835-bb87-4818807e260c None None] Calling delete_port for 7a110e8b-2d05-4213-9551-308b145e0cf3 owned by network:dhcp {{(pid=99534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:50:09.296034 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-552197a1-7af3-4ddd-9c0d-a61efd3cdea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7778662', 'neutron.services.segments.db._delete_segments_for_network-8772013423665'] for network, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:09.305418 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-3920b3d3-2969-4835-bb87-4818807e260c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092'] for port, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:09.306332 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.services.segments.db [None req-552197a1-7af3-4ddd-9c0d-a61efd3cdea6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a19d97a-0f53-46df-86fa-6148a8841956']}} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:09.308062 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:09.316450 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.services.segments.db [None req-552197a1-7af3-4ddd-9c0d-a61efd3cdea6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd268b454-5f21-431b-a249-b90c8192c197') {'for_net_delete': True} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:09.316744 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.services.segments.db [None req-552197a1-7af3-4ddd-9c0d-a61efd3cdea6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd268b454-5f21-431b-a249-b90c8192c197') {} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:09.325523 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-552197a1-7af3-4ddd-9c0d-a61efd3cdea6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772013419924', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8692071'] for segment, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:09.334754 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3920b3d3-2969-4835-bb87-4818807e260c None None] Pushing event deleted for resources: {'Port': ['ID=7a110e8b-2d05-4213-9551-308b145e0cf3,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:09.336580 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3920b3d3-2969-4835-bb87-4818807e260c None None] No DVR routers for this DVR port 7a110e8b-2d05-4213-9551-308b145e0cf3 on host dv-cinder-792209-3-iscsi {{(pid=99534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:50:09.338004 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-3920b3d3-2969-4835-bb87-4818807e260c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:09.346190 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-552197a1-7af3-4ddd-9c0d-a61efd3cdea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342'] for segment, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:09.352839 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-552197a1-7af3-4ddd-9c0d-a61efd3cdea6 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=99532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:50:09.353190 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-552197a1-7af3-4ddd-9c0d-a61efd3cdea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4232127'] for segment, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:09.354876 dv-cinder-792209-3-iscsi neutron-server[99532]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:50:09.354876 dv-cinder-792209-3-iscsi neutron-server[99532]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:50:09.354876 dv-cinder-792209-3-iscsi neutron-server[99532]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:50:09.354876 dv-cinder-792209-3-iscsi neutron-server[99532]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:50:09.354876 dv-cinder-792209-3-iscsi neutron-server[99532]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:50:09.354876 dv-cinder-792209-3-iscsi neutron-server[99532]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:50:09.354876 dv-cinder-792209-3-iscsi neutron-server[99532]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:50:09.354876 dv-cinder-792209-3-iscsi neutron-server[99532]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:50:09.354876 dv-cinder-792209-3-iscsi neutron-server[99532]: Traceback (most recent call last): Jun 29 10:50:09.354876 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:50:09.354876 dv-cinder-792209-3-iscsi neutron-server[99532]: timer() Jun 29 10:50:09.354876 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:50:09.354876 dv-cinder-792209-3-iscsi neutron-server[99532]: cb(*args, **kw) Jun 29 10:50:09.354876 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:50:09.354876 dv-cinder-792209-3-iscsi neutron-server[99532]: return func(*args, **kwargs) Jun 29 10:50:09.354876 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:50:09.354876 dv-cinder-792209-3-iscsi neutron-server[99532]: self._notify() Jun 29 10:50:09.354876 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:50:09.354876 dv-cinder-792209-3-iscsi neutron-server[99532]: self.callback(batched_events) Jun 29 10:50:09.354876 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:50:09.354876 dv-cinder-792209-3-iscsi neutron-server[99532]: event.method(event) Jun 29 10:50:09.354876 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:50:09.354876 dv-cinder-792209-3-iscsi neutron-server[99532]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:50:09.354876 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:50:09.354876 dv-cinder-792209-3-iscsi neutron-server[99532]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:50:09.354876 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:50:09.354876 dv-cinder-792209-3-iscsi neutron-server[99532]: return f(self, *a, **k) Jun 29 10:50:09.354876 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:50:09.354876 dv-cinder-792209-3-iscsi neutron-server[99532]: return self._get(url).json() Jun 29 10:50:09.354876 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:50:09.354876 dv-cinder-792209-3-iscsi neutron-server[99532]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:50:09.354876 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:50:09.354876 dv-cinder-792209-3-iscsi neutron-server[99532]: return self.request(url, 'GET', **kwargs) Jun 29 10:50:09.354876 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:50:09.354876 dv-cinder-792209-3-iscsi neutron-server[99532]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:50:09.354876 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:50:09.354876 dv-cinder-792209-3-iscsi neutron-server[99532]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:50:09.354876 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:50:09.354876 dv-cinder-792209-3-iscsi neutron-server[99532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:50:09.354876 dv-cinder-792209-3-iscsi neutron-server[99532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:50:09.410068 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-552197a1-7af3-4ddd-9c0d-a61efd3cdea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7781269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7928461'] for network, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:09.413609 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:09.416379 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-552197a1-7af3-4ddd-9c0d-a61efd3cdea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for network, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:09.418058 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-552197a1-7af3-4ddd-9c0d-a61efd3cdea6 admin admin] 10.222.0.61 "DELETE /v2.0/networks/2a19d97a-0f53-46df-86fa-6148a8841956 HTTP/1.1" status: 204 len: 168 time: 0.5120444 Jun 29 10:50:09.421079 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 50944) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:09.432201 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552197a1-7af3-4ddd-9c0d-a61efd3cdea6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a19d97a-0f53-46df-86fa-6148a8841956,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:09.437986 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-552197a1-7af3-4ddd-9c0d-a61efd3cdea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:09.569026 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296dd05-8345-4b4c-a423-282f6a0fe4a9 req-6cfbf753-6a73-4919-a50b-e15387335406 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:09.570555 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6296dd05-8345-4b4c-a423-282f6a0fe4a9 req-6cfbf753-6a73-4919-a50b-e15387335406 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 945 time: 0.1119738 Jun 29 10:50:09.899711 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6296dd05-8345-4b4c-a423-282f6a0fe4a9 req-c776cd09-28b1-4247-a8e1-e04a95ddbf60 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5064922-720f-47c1-8adb-92dbe9abf694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2971039 Jun 29 10:50:10.029381 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 161252df-8822-4816-ab14-00441fc58d3c no longer exists at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:50:10.049152 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] No Port match for: 161252df-8822-4816-ab14-00441fc58d3c {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:50:10.049498 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 161252df-8822-4816-ab14-00441fc58d3c not bound to the agent host dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:50:10.049912 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 36409ac5-099c-4878-bf2d-306ac82acd05 no longer exists at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:50:10.052193 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-84517810-24ad-463a-b73f-5ee871e1f497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7865344'] for router_interface, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:10.068901 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] No Port match for: 36409ac5-099c-4878-bf2d-306ac82acd05 {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:50:10.069250 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 36409ac5-099c-4878-bf2d-306ac82acd05 not bound to the agent host dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:50:10.069664 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 7a110e8b-2d05-4213-9551-308b145e0cf3 no longer exists at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:50:10.089430 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] No Port match for: 7a110e8b-2d05-4213-9551-308b145e0cf3 {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:50:10.089975 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 7a110e8b-2d05-4213-9551-308b145e0cf3 not bound to the agent host dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:50:10.294372 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-84517810-24ad-463a-b73f-5ee871e1f497 admin admin] Deleting port 217690b0-2c34-4992-a908-6536cd94261a {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:50:10.294731 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-84517810-24ad-463a-b73f-5ee871e1f497 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:10.367819 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.db [None req-84517810-24ad-463a-b73f-5ee871e1f497 admin admin] For port 217690b0-2c34-4992-a908-6536cd94261a, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=217690b0-2c34-4992-a908-6536cd94261a,segment=NetworkSegment(f2da1022-c9dd-477d-b8c8-46be598e2a7f),segment_id=f2da1022-c9dd-477d-b8c8-46be598e2a7f)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:10.368179 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-84517810-24ad-463a-b73f-5ee871e1f497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:10.380355 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-84517810-24ad-463a-b73f-5ee871e1f497 admin admin] Calling delete_port for 217690b0-2c34-4992-a908-6536cd94261a owned by network:router_interface {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:50:10.569181 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-84517810-24ad-463a-b73f-5ee871e1f497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295537'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:10.573086 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-61e19078-725d-4f01-9c74-f2d554aa3898 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:10.605026 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84517810-24ad-463a-b73f-5ee871e1f497 admin admin] Pushing event deleted for resources: {'Port': ['ID=217690b0-2c34-4992-a908-6536cd94261a,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:10.608460 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-84517810-24ad-463a-b73f-5ee871e1f497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:10.776042 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-84517810-24ad-463a-b73f-5ee871e1f497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7896773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7864464'] for router_interface, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:10.984677 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84517810-24ad-463a-b73f-5ee871e1f497 admin admin] Router f206df37-e5c5-4ab8-83f1-9f7047fd61f4 has already been hosted by L3 agent 8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f {{(pid=99533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:50:11.127993 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84517810-24ad-463a-b73f-5ee871e1f497 admin admin] Notify agent at l3_agent.dv-cinder-792209-3-iscsi the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:50:11.133174 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-84517810-24ad-463a-b73f-5ee871e1f497 admin admin] 10.222.0.61 "PUT /v2.0/routers/f206df37-e5c5-4ab8-83f1-9f7047fd61f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7110212 Jun 29 10:50:11.135818 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 50948) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:11.138332 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201aee61-b7b3-499e-9f75-ceff60f0d187 None None] Sync routers for ids ['f206df37-e5c5-4ab8-83f1-9f7047fd61f4'] in dv-cinder-792209-3-iscsi {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:50:11.148702 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053386a-566e-431e-a79d-2e09904709ad req-67cc157a-3cd6-4191-a2cf-3e3456b92fd5 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:11.149261 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201aee61-b7b3-499e-9f75-ceff60f0d187 None None] Routers {'f206df37-e5c5-4ab8-83f1-9f7047fd61f4'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:50:11.149890 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-201aee61-b7b3-499e-9f75-ceff60f0d187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:49:59Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['f206df37-e5c5-4ab8-83f1-9f7047fd61f4'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:11.156068 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f053386a-566e-431e-a79d-2e09904709ad req-67cc157a-3cd6-4191-a2cf-3e3456b92fd5 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 945 time: 0.1303294 Jun 29 10:50:11.195990 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f053386a-566e-431e-a79d-2e09904709ad req-b125c223-0e6a-4a8e-959e-ab826d73614f tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5064922-720f-47c1-8adb-92dbe9abf694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388610 Jun 29 10:50:11.251752 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ff4d50bf-ee5c-4b5f-9deb-c26e4e0de356 admin admin] Notify callbacks [] for router, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.258345 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-201aee61-b7b3-499e-9f75-ceff60f0d187 None None] Set router f206df37-e5c5-4ab8-83f1-9f7047fd61f4 gateway port host: dv-cinder-792209-3-iscsi {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:50:11.354983 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ff4d50bf-ee5c-4b5f-9deb-c26e4e0de356 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.411257 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-ff4d50bf-ee5c-4b5f-9deb-c26e4e0de356 admin admin] Deleting port 36ad10df-f319-4b53-88e9-5d00ea60b728 {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:50:11.411599 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ff4d50bf-ee5c-4b5f-9deb-c26e4e0de356 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.490848 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.db [None req-ff4d50bf-ee5c-4b5f-9deb-c26e4e0de356 admin admin] For port 36ad10df-f319-4b53-88e9-5d00ea60b728, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=36ad10df-f319-4b53-88e9-5d00ea60b728,segment=NetworkSegment(b07597a5-acfa-4ea0-afa4-34f991bc6949),segment_id=b07597a5-acfa-4ea0-afa4-34f991bc6949)] {{(pid=99532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:11.491113 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ff4d50bf-ee5c-4b5f-9deb-c26e4e0de356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.503620 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-ff4d50bf-ee5c-4b5f-9deb-c26e4e0de356 admin admin] Calling delete_port for 36ad10df-f319-4b53-88e9-5d00ea60b728 owned by network:router_gateway {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:50:11.554482 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-201aee61-b7b3-499e-9f75-ceff60f0d187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f206df37-e5c5-4ab8-83f1-9f7047fd61f4', 'name': 'tempest-TestMinimumBasicScenario-2099384855-router', 'tenant_id': '7e8b5657b03645ab9a247c9fdd7f2844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': '36ad10df-f319-4b53-88e9-5d00ea60b728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:54Z', 'updated_at': '2021-06-29T10:50:10Z', 'revision_number': 5, 'project_id': '7e8b5657b03645ab9a247c9fdd7f2844', 'gw_port': {'id': '36ad10df-f319-4b53-88e9-5d00ea60b728', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:e2:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f206df37-e5c5-4ab8-83f1-9f7047fd61f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:47:54Z', 'updated_at': '2021-06-29T10:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi'}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:11.579030 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201aee61-b7b3-499e-9f75-ceff60f0d187 None None] Checking router: f206df37-e5c5-4ab8-83f1-9f7047fd61f4 for host: dv-cinder-792209-3-iscsi {{(pid=99534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:50:11.587719 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201aee61-b7b3-499e-9f75-ceff60f0d187 None None] Routers {'f206df37-e5c5-4ab8-83f1-9f7047fd61f4'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:50:11.588373 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-201aee61-b7b3-499e-9f75-ceff60f0d187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:49:59Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['f206df37-e5c5-4ab8-83f1-9f7047fd61f4'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:11.664191 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ff4d50bf-ee5c-4b5f-9deb-c26e4e0de356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4232076'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.667194 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-89444110-0123-4eb2-a6cb-4ff9e9cd776e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:11.671457 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-201aee61-b7b3-499e-9f75-ceff60f0d187 None None] Set router f206df37-e5c5-4ab8-83f1-9f7047fd61f4 gateway port host: None {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:50:11.690866 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d50bf-ee5c-4b5f-9deb-c26e4e0de356 admin admin] Pushing event deleted for resources: {'Port': ['ID=36ad10df-f319-4b53-88e9-5d00ea60b728,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:11.694660 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-ff4d50bf-ee5c-4b5f-9deb-c26e4e0de356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:11.724390 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-201aee61-b7b3-499e-9f75-ceff60f0d187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f206df37-e5c5-4ab8-83f1-9f7047fd61f4', 'name': 'tempest-TestMinimumBasicScenario-2099384855-router', 'tenant_id': '7e8b5657b03645ab9a247c9fdd7f2844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:54Z', 'updated_at': '2021-06-29T10:50:11Z', 'revision_number': 6, 'project_id': '7e8b5657b03645ab9a247c9fdd7f2844', 'gw_port_host': None}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:11.749239 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201aee61-b7b3-499e-9f75-ceff60f0d187 None None] The sync data for ids ['f206df37-e5c5-4ab8-83f1-9f7047fd61f4'] in dv-cinder-792209-3-iscsi is: [{'id': 'f206df37-e5c5-4ab8-83f1-9f7047fd61f4', 'name': 'tempest-TestMinimumBasicScenario-2099384855-router', 'tenant_id': '7e8b5657b03645ab9a247c9fdd7f2844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:47:54Z', 'updated_at': '2021-06-29T10:50:11Z', 'revision_number': 6, 'project_id': '7e8b5657b03645ab9a247c9fdd7f2844', 'gw_port_host': None}] {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:50:11.749984 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ff4d50bf-ee5c-4b5f-9deb-c26e4e0de356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7928444'] for router_gateway, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.842121 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ff4d50bf-ee5c-4b5f-9deb-c26e4e0de356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1677'] for router, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.844246 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ff4d50bf-ee5c-4b5f-9deb-c26e4e0de356 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.885061 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ff4d50bf-ee5c-4b5f-9deb-c26e4e0de356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864893'] for router, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.885561 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4d50bf-ee5c-4b5f-9deb-c26e4e0de356 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f206df37-e5c5-4ab8-83f1-9f7047fd61f4 {{(pid=99532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:50:11.889754 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ff4d50bf-ee5c-4b5f-9deb-c26e4e0de356 admin admin] Notify callbacks [] for router, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.890914 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-ff4d50bf-ee5c-4b5f-9deb-c26e4e0de356 admin admin] 10.222.0.61 "DELETE /v2.0/routers/f206df37-e5c5-4ab8-83f1-9f7047fd61f4 HTTP/1.1" status: 204 len: 168 time: 0.7534940 Jun 29 10:50:11.893912 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 50952) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:11.936189 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d93e501-b9f5-4931-83e7-4a93f088cd35 admin admin] Deleting subnet 8506d442-12b0-4c3d-840d-8b580d7dd2a3 {{(pid=99532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:50:11.939654 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-1d93e501-b9f5-4931-83e7-4a93f088cd35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:11.971792 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-1d93e501-b9f5-4931-83e7-4a93f088cd35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8692076'] for subnet, precommit_delete_associations {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:12.051750 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-1d93e501-b9f5-4931-83e7-4a93f088cd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7781200'] for subnet, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:12.106365 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-1d93e501-b9f5-4931-83e7-4a93f088cd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7781161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4232018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4101428'] for subnet, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:12.109057 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-3190f582-b86e-4ad6-a186-b7a336fdc1c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:12.135093 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93e501-b9f5-4931-83e7-4a93f088cd35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8506d442-12b0-4c3d-840d-8b580d7dd2a3,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:12.138220 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-1d93e501-b9f5-4931-83e7-4a93f088cd35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:12.139315 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-1d93e501-b9f5-4931-83e7-4a93f088cd35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:12.141147 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-1d93e501-b9f5-4931-83e7-4a93f088cd35 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/8506d442-12b0-4c3d-840d-8b580d7dd2a3 HTTP/1.1" status: 204 len: 168 time: 0.2463410 Jun 29 10:50:12.143826 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 50954) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:12.146882 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee279dd-3142-4df9-ad2e-0d239a154eae None None] Network a8e58dd5-c1c5-4fbd-8c50-745045f39aa4 requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:50:12.223776 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b114c3d1-5ffc-4d5a-8100-3f5b106fbabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596557'] for network, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:12.275625 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-b114c3d1-5ffc-4d5a-8100-3f5b106fbabf admin admin] Deleting port 4a7dbdf9-ff64-4566-a938-2f95117b06be {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:50:12.275959 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b114c3d1-5ffc-4d5a-8100-3f5b106fbabf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:12.337829 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.db [None req-b114c3d1-5ffc-4d5a-8100-3f5b106fbabf admin admin] For port 4a7dbdf9-ff64-4566-a938-2f95117b06be, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=4a7dbdf9-ff64-4566-a938-2f95117b06be,segment=NetworkSegment(f2da1022-c9dd-477d-b8c8-46be598e2a7f),segment_id=f2da1022-c9dd-477d-b8c8-46be598e2a7f)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:12.338181 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b114c3d1-5ffc-4d5a-8100-3f5b106fbabf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:12.354750 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-b114c3d1-5ffc-4d5a-8100-3f5b106fbabf admin admin] Calling delete_port for 4a7dbdf9-ff64-4566-a938-2f95117b06be owned by network:dhcp {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:50:12.430733 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b114c3d1-5ffc-4d5a-8100-3f5b106fbabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295537'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:12.433474 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-24704119-b6b8-446d-8539-b8a323040d0e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:12.457293 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114c3d1-5ffc-4d5a-8100-3f5b106fbabf admin admin] Pushing event deleted for resources: {'Port': ['ID=4a7dbdf9-ff64-4566-a938-2f95117b06be,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:12.459120 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b114c3d1-5ffc-4d5a-8100-3f5b106fbabf admin admin] No DVR routers for this DVR port 4a7dbdf9-ff64-4566-a938-2f95117b06be on host dv-cinder-792209-3-iscsi {{(pid=99533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:50:12.460612 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b114c3d1-5ffc-4d5a-8100-3f5b106fbabf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:12.529627 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b114c3d1-5ffc-4d5a-8100-3f5b106fbabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7778662', 'neutron.services.segments.db._delete_segments_for_network-8772013423665'] for network, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:12.540821 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.services.segments.db [None req-b114c3d1-5ffc-4d5a-8100-3f5b106fbabf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8e58dd5-c1c5-4fbd-8c50-745045f39aa4']}} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:12.551907 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.services.segments.db [None req-b114c3d1-5ffc-4d5a-8100-3f5b106fbabf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2da1022-c9dd-477d-b8c8-46be598e2a7f') {'for_net_delete': True} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:12.552203 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.services.segments.db [None req-b114c3d1-5ffc-4d5a-8100-3f5b106fbabf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2da1022-c9dd-477d-b8c8-46be598e2a7f') {} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:12.561425 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b114c3d1-5ffc-4d5a-8100-3f5b106fbabf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772013419924', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2358090'] for segment, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:12.575577 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a46e90-2da6-4dcb-a1d6-72fd3b0b339a None None] DHCP port deletion for a8e58dd5-c1c5-4fbd-8c50-745045f39aa4 request from dv-cinder-792209-3-iscsi {{(pid=99534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 10:50:12.577605 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 217690b0-2c34-4992-a908-6536cd94261a no longer exists at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:50:12.578137 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b114c3d1-5ffc-4d5a-8100-3f5b106fbabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342'] for segment, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:12.584542 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b114c3d1-5ffc-4d5a-8100-3f5b106fbabf admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=99533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:50:12.585021 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b114c3d1-5ffc-4d5a-8100-3f5b106fbabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5295490'] for segment, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:12.586700 dv-cinder-792209-3-iscsi neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:50:12.586700 dv-cinder-792209-3-iscsi neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:50:12.586700 dv-cinder-792209-3-iscsi neutron-server[99533]: Traceback (most recent call last): Jun 29 10:50:12.586700 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:50:12.586700 dv-cinder-792209-3-iscsi neutron-server[99533]: timer() Jun 29 10:50:12.586700 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:50:12.586700 dv-cinder-792209-3-iscsi neutron-server[99533]: cb(*args, **kw) Jun 29 10:50:12.586700 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:50:12.586700 dv-cinder-792209-3-iscsi neutron-server[99533]: return func(*args, **kwargs) Jun 29 10:50:12.586700 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:50:12.586700 dv-cinder-792209-3-iscsi neutron-server[99533]: self._notify() Jun 29 10:50:12.586700 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:50:12.586700 dv-cinder-792209-3-iscsi neutron-server[99533]: self.callback(batched_events) Jun 29 10:50:12.586700 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:50:12.586700 dv-cinder-792209-3-iscsi neutron-server[99533]: event.method(event) Jun 29 10:50:12.586700 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:50:12.586700 dv-cinder-792209-3-iscsi neutron-server[99533]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:50:12.586700 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:50:12.586700 dv-cinder-792209-3-iscsi neutron-server[99533]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:50:12.586700 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:50:12.586700 dv-cinder-792209-3-iscsi neutron-server[99533]: return f(self, *a, **k) Jun 29 10:50:12.586700 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:50:12.586700 dv-cinder-792209-3-iscsi neutron-server[99533]: return self._get(url).json() Jun 29 10:50:12.586700 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:50:12.586700 dv-cinder-792209-3-iscsi neutron-server[99533]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:50:12.586700 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:50:12.586700 dv-cinder-792209-3-iscsi neutron-server[99533]: return self.request(url, 'GET', **kwargs) Jun 29 10:50:12.586700 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:50:12.586700 dv-cinder-792209-3-iscsi neutron-server[99533]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:50:12.586700 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:50:12.586700 dv-cinder-792209-3-iscsi neutron-server[99533]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:50:12.586700 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:50:12.586700 dv-cinder-792209-3-iscsi neutron-server[99533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:50:12.586700 dv-cinder-792209-3-iscsi neutron-server[99533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:50:12.600878 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] No Port match for: 217690b0-2c34-4992-a908-6536cd94261a {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:50:12.601228 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 217690b0-2c34-4992-a908-6536cd94261a not bound to the agent host dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:50:12.644422 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b114c3d1-5ffc-4d5a-8100-3f5b106fbabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7781269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7928461'] for network, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:12.648032 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-3a457ec1-ddf5-448e-ade6-28cae407a6c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:12.650589 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b114c3d1-5ffc-4d5a-8100-3f5b106fbabf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:12.653704 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-b114c3d1-5ffc-4d5a-8100-3f5b106fbabf admin admin] 10.222.0.61 "DELETE /v2.0/networks/a8e58dd5-c1c5-4fbd-8c50-745045f39aa4 HTTP/1.1" status: 204 len: 168 time: 0.5073657 Jun 29 10:50:12.664289 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114c3d1-5ffc-4d5a-8100-3f5b106fbabf admin admin] Pushing event deleted for resources: {'Network': ['ID=a8e58dd5-c1c5-4fbd-8c50-745045f39aa4,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:12.666792 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b114c3d1-5ffc-4d5a-8100-3f5b106fbabf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:12.828836 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 50958) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:12.874488 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-d5c10f13-3838-4c5a-8810-72cdb7ce027d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9b5bc8fce6a347388dbb08e51022f98d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0444450 Jun 29 10:50:12.877526 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 50960) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:12.923196 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b977a4ff-2f08-436e-8892-1cf10a9bf30a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:12.942672 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b977a4ff-2f08-436e-8892-1cf10a9bf30a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:12.988354 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b977a4ff-2f08-436e-8892-1cf10a9bf30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:12.991067 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b977a4ff-2f08-436e-8892-1cf10a9bf30a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:12.992191 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-b977a4ff-2f08-436e-8892-1cf10a9bf30a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/265bbfb3-3221-410a-b45b-9c362b2d8073 HTTP/1.1" status: 204 len: 168 time: 0.1142721 Jun 29 10:50:12.993004 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ad614689-87e5-4daa-b14d-10767289a462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:13.000510 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977a4ff-2f08-436e-8892-1cf10a9bf30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265bbfb3-3221-410a-b45b-9c362b2d8073,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:13.003010 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b977a4ff-2f08-436e-8892-1cf10a9bf30a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:13.300681 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 50966) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:13.339006 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-3e88109e-5684-4715-b4f7-366427ba4d0f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7e8b5657b03645ab9a247c9fdd7f2844&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369797 Jun 29 10:50:13.341391 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 50968) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:13.389260 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-48017395-1fbe-46ac-b1dd-c4df0f447ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:13.414523 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-48017395-1fbe-46ac-b1dd-c4df0f447ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:13.458835 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-48017395-1fbe-46ac-b1dd-c4df0f447ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:13.461374 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-48017395-1fbe-46ac-b1dd-c4df0f447ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:13.462523 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-48017395-1fbe-46ac-b1dd-c4df0f447ce7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cb8140e5-68f4-49e9-9a43-ab0a1c68e786 HTTP/1.1" status: 204 len: 168 time: 0.1202333 Jun 29 10:50:13.463330 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-25e336a4-2bdc-49ec-9a79-fc7814325bac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:13.471185 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48017395-1fbe-46ac-b1dd-c4df0f447ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8140e5-68f4-49e9-9a43-ab0a1c68e786,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:13.473500 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-48017395-1fbe-46ac-b1dd-c4df0f447ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:14.019122 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 36ad10df-f319-4b53-88e9-5d00ea60b728 no longer exists at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:50:14.039162 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] No Port match for: 36ad10df-f319-4b53-88e9-5d00ea60b728 {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:50:14.039521 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 36ad10df-f319-4b53-88e9-5d00ea60b728 not bound to the agent host dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:50:14.039947 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 4a7dbdf9-ff64-4566-a938-2f95117b06be no longer exists at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:50:14.059001 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] No Port match for: 4a7dbdf9-ff64-4566-a938-2f95117b06be {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:50:14.059382 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 4a7dbdf9-ff64-4566-a938-2f95117b06be not bound to the agent host dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:50:14.101335 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 50990) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:14.191927 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-979fb1fd-b7a2-45f1-b58c-502712d04071 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1429253507-network', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:14.212775 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979fb1fd-b7a2-45f1-b58c-502712d04071 admin admin] Made reservation on behalf of d430ddcb57a54f888eeb6e4432ddf4ef for: {'network': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:50:14.215085 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-979fb1fd-b7a2-45f1-b58c-502712d04071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for network, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:14.223660 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-979fb1fd-b7a2-45f1-b58c-502712d04071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:14.310840 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-979fb1fd-b7a2-45f1-b58c-502712d04071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:14.314924 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-979fb1fd-b7a2-45f1-b58c-502712d04071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:14.318547 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-9b07e8be-e3fe-40fa-b41b-72827333b353 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:14.335558 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-979fb1fd-b7a2-45f1-b58c-502712d04071 admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=99532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:50:14.350555 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979fb1fd-b7a2-45f1-b58c-502712d04071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62963687-1e5d-4cb6-b06b-2e96b01ac792,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:14.353435 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-979fb1fd-b7a2-45f1-b58c-502712d04071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342'] for segment, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:14.353782 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.db.segments_db [None req-979fb1fd-b7a2-45f1-b58c-502712d04071 admin admin] Added segment 75e4d7f1-7396-4412-92bf-807a43990804 of type vlan for network c2c75e90-ff61-4035-ad60-7a5936afe119 Jun 29 10:50:14.355199 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-979fb1fd-b7a2-45f1-b58c-502712d04071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:14.392957 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-979fb1fd-b7a2-45f1-b58c-502712d04071 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772013063217'] for network, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:14.420649 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-979fb1fd-b7a2-45f1-b58c-502712d04071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780'] for network, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:14.422027 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979fb1fd-b7a2-45f1-b58c-502712d04071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:14.422728 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-979fb1fd-b7a2-45f1-b58c-502712d04071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for network, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:14.425613 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-1764e9dd-eff3-473e-bde1-e86fc571df7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:14.479549 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-979fb1fd-b7a2-45f1-b58c-502712d04071 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3771033 Jun 29 10:50:14.482410 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 50994) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:14.484492 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979fb1fd-b7a2-45f1-b58c-502712d04071 admin admin] Pushing event updated for resources: {'Network': ['ID=c2c75e90-ff61-4035-ad60-7a5936afe119,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:14.487039 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-979fb1fd-b7a2-45f1-b58c-502712d04071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:14.487441 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-9ca9671d-adb3-49df-9045-9435ec28387f admin admin] Request body: {'subnet': {'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1429253507-subnet', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'ip_version': 4}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:14.495137 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Network c2c75e90-ff61-4035-ad60-7a5936afe119 details requested by agent ovs-agent-dv-cinder-792209-3-iscsi with host dv-cinder-792209-3-iscsi {{(pid=99534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:50:14.508404 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca9671d-adb3-49df-9045-9435ec28387f admin admin] Made reservation on behalf of d430ddcb57a54f888eeb6e4432ddf4ef for: {'subnet': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:50:14.510896 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9ca9671d-adb3-49df-9045-9435ec28387f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4423340'] for subnet, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:14.682883 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9ca9671d-adb3-49df-9045-9435ec28387f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5295404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3981142'] for subnet, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:14.685606 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:14.733752 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca9671d-adb3-49df-9045-9435ec28387f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e06f0075-fc72-462c-a9f0-67a612c09aa9,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:14.737340 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-9ca9671d-adb3-49df-9045-9435ec28387f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:14.744328 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca9671d-adb3-49df-9045-9435ec28387f admin admin] Checking segment: {'id': '75e4d7f1-7396-4412-92bf-807a43990804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:50:14.744674 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca9671d-adb3-49df-9045-9435ec28387f admin admin] Network hostable DHCP agents. Network: c2c75e90-ff61-4035-ad60-7a5936afe119, hostable agents: ['0f321f44-7bd1-49aa-8caa-09a569631bca'], hosted agents: [] {{(pid=99533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:50:14.760143 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca9671d-adb3-49df-9045-9435ec28387f admin admin] Network c2c75e90-ff61-4035-ad60-7a5936afe119 is scheduled to be hosted by DHCP agent 0f321f44-7bd1-49aa-8caa-09a569631bca with binding_index 1 {{(pid=99533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:50:14.768966 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-9ca9671d-adb3-49df-9045-9435ec28387f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-3-iscsi, c2c75e90-ff61-4035-ad60-7a5936afe119) {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:50:14.772798 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca9671d-adb3-49df-9045-9435ec28387f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:14.773382 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9ca9671d-adb3-49df-9045-9435ec28387f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:14.777595 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f11fafb-b7e5-4973-8742-7c74580e632c None None] Network c2c75e90-ff61-4035-ad60-7a5936afe119 requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:50:14.786669 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-9ca9671d-adb3-49df-9045-9435ec28387f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3031425 Jun 29 10:50:14.789305 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 50996) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:14.793603 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-9d0e16b4-bbf8-40d4-90e6-e5991c06a116 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1429253507-router', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'}}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:14.816688 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9d0e16b4-bbf8-40d4-90e6-e5991c06a116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7868084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1699'] for router, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:14.817745 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9d0e16b4-bbf8-40d4-90e6-e5991c06a116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7868045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7908879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1690'] for router, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:14.910420 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9d0e16b4-bbf8-40d4-90e6-e5991c06a116 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:14.921583 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b99a52-3276-4d7b-84fc-0c65aeee389f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bfd3446-107e-502c-af97-eaf1b64c2165-c2c75e90-ff61-4035-ad60-7a5936afe119', 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'fixed_ips': [{'subnet_id': 'e06f0075-fc72-462c-a9f0-67a612c09aa9'}]}} from dv-cinder-792209-3-iscsi. {{(pid=99534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:50:14.922451 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-65b99a52-3276-4d7b-84fc-0c65aeee389f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:15.044270 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9d0e16b4-bbf8-40d4-90e6-e5991c06a116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7907788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7867392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1668'] for router, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:15.050897 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.db_base_plugin_common [None req-65b99a52-3276-4d7b-84fc-0c65aeee389f None None] Allocated IP 172.20.0.2 (c2c75e90-ff61-4035-ad60-7a5936afe119/e06f0075-fc72-462c-a9f0-67a612c09aa9/272bc9e9-3e8e-4ad7-9934-17045b279cd8) {{(pid=99534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:50:15.189161 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-65b99a52-3276-4d7b-84fc-0c65aeee389f None None] Notify callbacks [] for port, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:15.197791 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-65b99a52-3276-4d7b-84fc-0c65aeee389f None None] Transition to ACTIVE for port object 272bc9e9-3e8e-4ad7-9934-17045b279cd8 will not be triggered until provisioned by entity L2. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:50:15.211887 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-65b99a52-3276-4d7b-84fc-0c65aeee389f None None] Transition to ACTIVE for port object 272bc9e9-3e8e-4ad7-9934-17045b279cd8 will not be triggered until provisioned by entity DHCP. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:50:15.217281 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-65b99a52-3276-4d7b-84fc-0c65aeee389f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799'] for port, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:15.219080 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:15.236652 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9d0e16b4-bbf8-40d4-90e6-e5991c06a116 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:15.255782 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b99a52-3276-4d7b-84fc-0c65aeee389f None None] Network c2c75e90-ff61-4035-ad60-7a5936afe119 is already hosted by enough agents. {{(pid=99534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:50:15.260001 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.scheduler.base_scheduler [None req-65b99a52-3276-4d7b-84fc-0c65aeee389f None None] Resources bound (agent type, host, resource id): {{(pid=99534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:50:15.263932 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9d0e16b4-bbf8-40d4-90e6-e5991c06a116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:15.264149 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b99a52-3276-4d7b-84fc-0c65aeee389f None None] Received port after_create {{(pid=99534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:50:15.268649 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b99a52-3276-4d7b-84fc-0c65aeee389f None None] Pushing event updated for resources: {'Port': ['ID=272bc9e9-3e8e-4ad7-9934-17045b279cd8,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:15.274216 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-65b99a52-3276-4d7b-84fc-0c65aeee389f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:15.325327 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-65b99a52-3276-4d7b-84fc-0c65aeee389f None None] Attempting to bind port 272bc9e9-3e8e-4ad7-9934-17045b279cd8 on host dv-cinder-792209-3-iscsi for vnic_type normal with profile {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:50:15.325615 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-65b99a52-3276-4d7b-84fc-0c65aeee389f None None] Attempting to bind port 272bc9e9-3e8e-4ad7-9934-17045b279cd8 by drivers openvswitch,hyperv on host dv-cinder-792209-3-iscsi at level 0 using segments [{'id': '75e4d7f1-7396-4412-92bf-807a43990804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119'}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:50:15.325974 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b99a52-3276-4d7b-84fc-0c65aeee389f None None] Attempting to bind port 272bc9e9-3e8e-4ad7-9934-17045b279cd8 on network c2c75e90-ff61-4035-ad60-7a5936afe119 {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:50:15.330714 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b99a52-3276-4d7b-84fc-0c65aeee389f None None] Checking agent: {'id': 'fcf96668-74e6-4b26-856c-86c6583113ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 33, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:50:15.331091 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b99a52-3276-4d7b-84fc-0c65aeee389f None None] Checking segment: {'id': '75e4d7f1-7396-4412-92bf-807a43990804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:50:15.331496 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-65b99a52-3276-4d7b-84fc-0c65aeee389f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:15.331889 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b99a52-3276-4d7b-84fc-0c65aeee389f None None] Bound using segment: {'id': '75e4d7f1-7396-4412-92bf-807a43990804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119'} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:50:15.332349 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-65b99a52-3276-4d7b-84fc-0c65aeee389f None None] Bound port: 272bc9e9-3e8e-4ad7-9934-17045b279cd8, host: dv-cinder-792209-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e4d7f1-7396-4412-92bf-807a43990804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119'}}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:50:15.332728 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-65b99a52-3276-4d7b-84fc-0c65aeee389f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:15.363405 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [None req-9d0e16b4-bbf8-40d4-90e6-e5991c06a116 admin admin] Allocated IP 172.27.0.65 (2b1c2b73-c07b-4ea8-8347-94f00b07ac35/05f04cdc-c6be-4227-89f2-0a6a720b3b38/d1f4f0ec-3e32-4255-9768-0ad3f4be771b) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:50:15.394192 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-65b99a52-3276-4d7b-84fc-0c65aeee389f None None] For port 272bc9e9-3e8e-4ad7-9934-17045b279cd8, host dv-cinder-792209-3-iscsi, cleared binding levels {{(pid=99534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:50:15.397218 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-65b99a52-3276-4d7b-84fc-0c65aeee389f None None] For port 272bc9e9-3e8e-4ad7-9934-17045b279cd8, host dv-cinder-792209-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=272bc9e9-3e8e-4ad7-9934-17045b279cd8,segment=NetworkSegment(75e4d7f1-7396-4412-92bf-807a43990804),segment_id=75e4d7f1-7396-4412-92bf-807a43990804)] {{(pid=99534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:50:15.400739 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-65b99a52-3276-4d7b-84fc-0c65aeee389f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:15.402558 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-7e73506e-ac68-465b-9208-110ea099bc04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:15.454797 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b99a52-3276-4d7b-84fc-0c65aeee389f None None] Pushing event updated for resources: {'Port': ['ID=272bc9e9-3e8e-4ad7-9934-17045b279cd8,revision_number=2']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:15.457930 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-65b99a52-3276-4d7b-84fc-0c65aeee389f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:15.473383 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9d0e16b4-bbf8-40d4-90e6-e5991c06a116 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:15.512011 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9d0e16b4-bbf8-40d4-90e6-e5991c06a116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5295544'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:15.514055 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-d1ae2199-d788-4955-8f0f-999568cea511 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:15.552812 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0e16b4-bbf8-40d4-90e6-e5991c06a116 admin admin] Network 2b1c2b73-c07b-4ea8-8347-94f00b07ac35 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:50:15.557206 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-9d0e16b4-bbf8-40d4-90e6-e5991c06a116 admin admin] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:50:15.561682 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0e16b4-bbf8-40d4-90e6-e5991c06a116 admin admin] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:50:15.564921 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e16b4-bbf8-40d4-90e6-e5991c06a116 admin admin] Pushing event updated for resources: {'Port': ['ID=d1f4f0ec-3e32-4255-9768-0ad3f4be771b,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:15.583293 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-9d0e16b4-bbf8-40d4-90e6-e5991c06a116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:15.815902 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9d0e16b4-bbf8-40d4-90e6-e5991c06a116 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:16.049512 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 272bc9e9-3e8e-4ad7-9934-17045b279cd8 up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:50:16.113959 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning for port 272bc9e9-3e8e-4ad7-9934-17045b279cd8 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:50:16.251086 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9d0e16b4-bbf8-40d4-90e6-e5991c06a116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7907817'] for router, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:16.390703 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0e16b4-bbf8-40d4-90e6-e5991c06a116 admin admin] Router 3ab14710-8f76-41ca-8234-daf954baf33d is scheduled to L3 agent 8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f with binding_index 1 {{(pid=99533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:50:16.404166 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab6c879-cba8-4ad9-a766-f1f360140336 None None] Network c2c75e90-ff61-4035-ad60-7a5936afe119 requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:50:16.499038 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0e16b4-bbf8-40d4-90e6-e5991c06a116 admin admin] Notify agent at l3_agent.dv-cinder-792209-3-iscsi the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:50:16.512362 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f216a5-7834-436d-bc59-daad958899e0 None None] Sync routers for ids ['3ab14710-8f76-41ca-8234-daf954baf33d'] in dv-cinder-792209-3-iscsi {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:50:16.517961 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9d0e16b4-bbf8-40d4-90e6-e5991c06a116 admin admin] Notify callbacks [] for router, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:16.522327 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d41fccae-743c-491d-9c97-4667fca73c5b None None] Provisioning for port 272bc9e9-3e8e-4ad7-9934-17045b279cd8 completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:50:16.522476 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-9d0e16b4-bbf8-40d4-90e6-e5991c06a116 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7297237 Jun 29 10:50:16.522705 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 50998) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:16.523313 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f216a5-7834-436d-bc59-daad958899e0 None None] Routers {'3ab14710-8f76-41ca-8234-daf954baf33d'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:50:16.524023 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-40f216a5-7834-436d-bc59-daad958899e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:49:59Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['3ab14710-8f76-41ca-8234-daf954baf33d'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:16.527371 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d41fccae-743c-491d-9c97-4667fca73c5b None None] Provisioning complete for port 272bc9e9-3e8e-4ad7-9934-17045b279cd8 triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:16.527504 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d41fccae-743c-491d-9c97-4667fca73c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:16.639471 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d41fccae-743c-491d-9c97-4667fca73c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:16.645666 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-40f216a5-7834-436d-bc59-daad958899e0 None None] Set router 3ab14710-8f76-41ca-8234-daf954baf33d gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:50:16.674984 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-d41fccae-743c-491d-9c97-4667fca73c5b None None] For port 272bc9e9-3e8e-4ad7-9934-17045b279cd8, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=272bc9e9-3e8e-4ad7-9934-17045b279cd8,segment=NetworkSegment(75e4d7f1-7396-4412-92bf-807a43990804),segment_id=75e4d7f1-7396-4412-92bf-807a43990804)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:16.681584 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d41fccae-743c-491d-9c97-4667fca73c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:16.685666 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-86b39655-18c8-471e-a8ce-756b7833ec29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:16.738096 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41fccae-743c-491d-9c97-4667fca73c5b None None] Pushing event updated for resources: {'Port': ['ID=272bc9e9-3e8e-4ad7-9934-17045b279cd8,revision_number=3']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:16.741742 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d41fccae-743c-491d-9c97-4667fca73c5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:16.901767 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-e6f2e9a1-59aa-4548-9389-11ca7d9bf644 None None] Provisioning complete for port 272bc9e9-3e8e-4ad7-9934-17045b279cd8 triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:16.902128 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-e6f2e9a1-59aa-4548-9389-11ca7d9bf644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:16.920645 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-40f216a5-7834-436d-bc59-daad958899e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'name': 'tempest-TestVolumeBootPattern-1429253507-router', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:14Z', 'updated_at': '2021-06-29T10:50:15Z', 'revision_number': 3, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'gw_port': {'id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:15Z', 'updated_at': '2021-06-29T10:50:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi'}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:16.950320 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f216a5-7834-436d-bc59-daad958899e0 None None] Checking router: 3ab14710-8f76-41ca-8234-daf954baf33d for host: dv-cinder-792209-3-iscsi {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:50:16.950697 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f216a5-7834-436d-bc59-daad958899e0 None None] Updating router 3ab14710-8f76-41ca-8234-daf954baf33d port d1f4f0ec-3e32-4255-9768-0ad3f4be771b binding host dv-cinder-792209-3-iscsi {{(pid=99535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:50:16.978179 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-36714fb5-0b24-4e48-8658-38a82a464a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:16.983890 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-40f216a5-7834-436d-bc59-daad958899e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:17.133177 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [None req-36714fb5-0b24-4e48-8658-38a82a464a25 admin admin] Allocated IP 172.20.0.1 (c2c75e90-ff61-4035-ad60-7a5936afe119/e06f0075-fc72-462c-a9f0-67a612c09aa9/4b9ff7ca-5143-4cad-a595-98f9a3768c10) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:50:17.229774 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-40f216a5-7834-436d-bc59-daad958899e0 None None] Notify callbacks [] for port, precommit_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:17.230233 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-36714fb5-0b24-4e48-8658-38a82a464a25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:17.240147 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-40f216a5-7834-436d-bc59-daad958899e0 None None] Transition to ACTIVE for port object d1f4f0ec-3e32-4255-9768-0ad3f4be771b will not be triggered until provisioned by entity L2. {{(pid=99535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:50:17.244456 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [None req-36714fb5-0b24-4e48-8658-38a82a464a25 admin admin] Transition to ACTIVE for port object 4b9ff7ca-5143-4cad-a595-98f9a3768c10 will not be triggered until provisioned by entity DHCP. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:50:17.246136 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-40f216a5-7834-436d-bc59-daad958899e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:17.249105 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:17.278733 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-36714fb5-0b24-4e48-8658-38a82a464a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5295544'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:17.282280 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-24704119-b6b8-446d-8539-b8a323040d0e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:17.304771 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-40f216a5-7834-436d-bc59-daad958899e0 None None] Attempting to bind port d1f4f0ec-3e32-4255-9768-0ad3f4be771b on host dv-cinder-792209-3-iscsi for vnic_type normal with profile {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:50:17.305150 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-40f216a5-7834-436d-bc59-daad958899e0 None None] Attempting to bind port d1f4f0ec-3e32-4255-9768-0ad3f4be771b by drivers openvswitch,hyperv on host dv-cinder-792209-3-iscsi at level 0 using segments [{'id': 'b07597a5-acfa-4ea0-afa4-34f991bc6949', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:50:17.305517 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f216a5-7834-436d-bc59-daad958899e0 None None] Attempting to bind port d1f4f0ec-3e32-4255-9768-0ad3f4be771b on network 2b1c2b73-c07b-4ea8-8347-94f00b07ac35 {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:50:17.308344 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7df4a-b3f6-40fc-8b60-54c0a407e90e None None] Pushing event updated for resources: {'Port': ['ID=d1f4f0ec-3e32-4255-9768-0ad3f4be771b,revision_number=2']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:17.316202 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f216a5-7834-436d-bc59-daad958899e0 None None] Checking agent: {'id': 'fcf96668-74e6-4b26-856c-86c6583113ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 33, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:50:17.316583 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f216a5-7834-436d-bc59-daad958899e0 None None] Checking segment: {'id': 'b07597a5-acfa-4ea0-afa4-34f991bc6949', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:50:17.317005 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-40f216a5-7834-436d-bc59-daad958899e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:17.317404 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f216a5-7834-436d-bc59-daad958899e0 None None] Bound using segment: {'id': 'b07597a5-acfa-4ea0-afa4-34f991bc6949', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:50:17.317875 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-40f216a5-7834-436d-bc59-daad958899e0 None None] Bound port: d1f4f0ec-3e32-4255-9768-0ad3f4be771b, host: dv-cinder-792209-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b07597a5-acfa-4ea0-afa4-34f991bc6949', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'}}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:50:17.318208 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36714fb5-0b24-4e48-8658-38a82a464a25 admin admin] Network c2c75e90-ff61-4035-ad60-7a5936afe119 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:50:17.318315 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-40f216a5-7834-436d-bc59-daad958899e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:17.321542 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7df4a-b3f6-40fc-8b60-54c0a407e90e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:17.321903 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7df4a-b3f6-40fc-8b60-54c0a407e90e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:17.322245 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7df4a-b3f6-40fc-8b60-54c0a407e90e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:17.322459 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-36714fb5-0b24-4e48-8658-38a82a464a25 admin admin] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:50:17.322575 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7df4a-b3f6-40fc-8b60-54c0a407e90e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:17.322937 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7df4a-b3f6-40fc-8b60-54c0a407e90e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:17.323260 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7df4a-b3f6-40fc-8b60-54c0a407e90e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:17.323584 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7df4a-b3f6-40fc-8b60-54c0a407e90e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:17.324568 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7df4a-b3f6-40fc-8b60-54c0a407e90e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:17.324921 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7df4a-b3f6-40fc-8b60-54c0a407e90e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:17.325250 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7df4a-b3f6-40fc-8b60-54c0a407e90e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:17.325579 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7df4a-b3f6-40fc-8b60-54c0a407e90e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:17.325888 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36714fb5-0b24-4e48-8658-38a82a464a25 admin admin] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:50:17.326019 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae7df4a-b3f6-40fc-8b60-54c0a407e90e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:17.329626 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-eae7df4a-b3f6-40fc-8b60-54c0a407e90e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:17.353070 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36714fb5-0b24-4e48-8658-38a82a464a25 admin admin] Pushing event updated for resources: {'Port': ['ID=4b9ff7ca-5143-4cad-a595-98f9a3768c10,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:17.356973 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-36714fb5-0b24-4e48-8658-38a82a464a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:17.371902 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-36714fb5-0b24-4e48-8658-38a82a464a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7865503'] for router_interface, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:17.384988 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-40f216a5-7834-436d-bc59-daad958899e0 None None] For port d1f4f0ec-3e32-4255-9768-0ad3f4be771b, host dv-cinder-792209-3-iscsi, cleared binding levels {{(pid=99535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:50:17.388395 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-40f216a5-7834-436d-bc59-daad958899e0 None None] For port d1f4f0ec-3e32-4255-9768-0ad3f4be771b, host dv-cinder-792209-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=d1f4f0ec-3e32-4255-9768-0ad3f4be771b,segment=NetworkSegment(b07597a5-acfa-4ea0-afa4-34f991bc6949),segment_id=b07597a5-acfa-4ea0-afa4-34f991bc6949)] {{(pid=99535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:50:17.393322 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-40f216a5-7834-436d-bc59-daad958899e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:17.395909 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-c205c237-d3ba-413e-864c-038b47258a0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:17.455163 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f216a5-7834-436d-bc59-daad958899e0 None None] Routers {'3ab14710-8f76-41ca-8234-daf954baf33d'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:50:17.455806 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-40f216a5-7834-436d-bc59-daad958899e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:49:59Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['3ab14710-8f76-41ca-8234-daf954baf33d'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:17.497820 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7df4a-b3f6-40fc-8b60-54c0a407e90e None None] Pushing event updated for resources: {'Port': ['ID=d1f4f0ec-3e32-4255-9768-0ad3f4be771b,revision_number=3']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:17.501200 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-eae7df4a-b3f6-40fc-8b60-54c0a407e90e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:17.522872 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-36714fb5-0b24-4e48-8658-38a82a464a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:17.573154 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-40f216a5-7834-436d-bc59-daad958899e0 None None] Set router 3ab14710-8f76-41ca-8234-daf954baf33d gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:50:17.606363 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-52ee87f1-7814-4ab3-bbd3-39065ab03628 None None] Provisioning for port 4b9ff7ca-5143-4cad-a595-98f9a3768c10 completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:50:17.610283 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-52ee87f1-7814-4ab3-bbd3-39065ab03628 None None] Provisioning complete for port 4b9ff7ca-5143-4cad-a595-98f9a3768c10 triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:17.610798 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-52ee87f1-7814-4ab3-bbd3-39065ab03628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:17.644402 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-52ee87f1-7814-4ab3-bbd3-39065ab03628 None None] Port 4b9ff7ca-5143-4cad-a595-98f9a3768c10 cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:50:17.691843 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-36714fb5-0b24-4e48-8658-38a82a464a25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:17.696218 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-36714fb5-0b24-4e48-8658-38a82a464a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5295534'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:17.699336 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:17.750781 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-40f216a5-7834-436d-bc59-daad958899e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'name': 'tempest-TestVolumeBootPattern-1429253507-router', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:14Z', 'updated_at': '2021-06-29T10:50:15Z', 'revision_number': 3, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'gw_port': {'id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:15Z', 'updated_at': '2021-06-29T10:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi'}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:17.764377 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-36714fb5-0b24-4e48-8658-38a82a464a25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7896118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7865451'] for router_interface, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:17.766101 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36714fb5-0b24-4e48-8658-38a82a464a25 admin admin] Pushing event updated for resources: {'Port': ['ID=4b9ff7ca-5143-4cad-a595-98f9a3768c10,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:17.769104 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-36714fb5-0b24-4e48-8658-38a82a464a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:17.776150 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f216a5-7834-436d-bc59-daad958899e0 None None] The sync data for ids ['3ab14710-8f76-41ca-8234-daf954baf33d'] in dv-cinder-792209-3-iscsi is: [{'id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'name': 'tempest-TestVolumeBootPattern-1429253507-router', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:14Z', 'updated_at': '2021-06-29T10:50:15Z', 'revision_number': 3, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'gw_port': {'id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:15Z', 'updated_at': '2021-06-29T10:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi'}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:50:17.861550 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36714fb5-0b24-4e48-8658-38a82a464a25 admin admin] Network c2c75e90-ff61-4035-ad60-7a5936afe119 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:50:17.863109 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-36714fb5-0b24-4e48-8658-38a82a464a25 admin admin] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:50:17.996781 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36714fb5-0b24-4e48-8658-38a82a464a25 admin admin] Router 3ab14710-8f76-41ca-8234-daf954baf33d has already been hosted by L3 agent 8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f {{(pid=99533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:50:18.072843 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 272bc9e9-3e8e-4ad7-9934-17045b279cd8 up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:50:18.122567 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port 272bc9e9-3e8e-4ad7-9934-17045b279cd8 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:18.123000 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.127205 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36714fb5-0b24-4e48-8658-38a82a464a25 admin admin] Notify agent at l3_agent.dv-cinder-792209-3-iscsi the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:50:18.139773 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-36714fb5-0b24-4e48-8658-38a82a464a25 admin admin] 10.222.0.61 "PUT /v2.0/routers/3ab14710-8f76-41ca-8234-daf954baf33d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6080463 Jun 29 10:50:18.186444 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-421d266c-eb0e-4884-b06a-96c174e6e8e1 None None] Provisioning complete for port 4b9ff7ca-5143-4cad-a595-98f9a3768c10 triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:18.187259 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-421d266c-eb0e-4884-b06a-96c174e6e8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.251988 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-421d266c-eb0e-4884-b06a-96c174e6e8e1 None None] Port 4b9ff7ca-5143-4cad-a595-98f9a3768c10 cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:50:18.625071 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 51014) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:18.630779 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-3e30b97a-7f01-4217-9977-98eb363b04e2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1420845167-network', 'tenant_id': '88a58df133934c4f81ee428d1e9f06df'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:18.651034 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e30b97a-7f01-4217-9977-98eb363b04e2 admin admin] Made reservation on behalf of 88a58df133934c4f81ee428d1e9f06df for: {'network': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:50:18.653328 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-3e30b97a-7f01-4217-9977-98eb363b04e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for network, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.662530 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-3e30b97a-7f01-4217-9977-98eb363b04e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.758810 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-3e30b97a-7f01-4217-9977-98eb363b04e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.763897 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-3e30b97a-7f01-4217-9977-98eb363b04e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.766987 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-5cb10065-cfad-4a48-a916-82eb06f7d029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:18.792420 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e30b97a-7f01-4217-9977-98eb363b04e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=99532) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:50:18.799376 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e30b97a-7f01-4217-9977-98eb363b04e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42bffb37-af8f-412a-93cd-7ccf83cda47f,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:18.804518 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-3e30b97a-7f01-4217-9977-98eb363b04e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:18.806644 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-3e30b97a-7f01-4217-9977-98eb363b04e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342'] for segment, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.806996 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.db.segments_db [None req-3e30b97a-7f01-4217-9977-98eb363b04e2 admin admin] Added segment d42a70ba-2028-4414-a400-3778818399a8 of type vlan for network c450cb90-30ff-40de-b0d7-f8c283487675 Jun 29 10:50:18.848599 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-3e30b97a-7f01-4217-9977-98eb363b04e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772013063217'] for network, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.880179 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-3e30b97a-7f01-4217-9977-98eb363b04e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780'] for network, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.881492 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e30b97a-7f01-4217-9977-98eb363b04e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:18.882073 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-3e30b97a-7f01-4217-9977-98eb363b04e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for network, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:18.884329 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:18.938686 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-3e30b97a-7f01-4217-9977-98eb363b04e2 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3124640 Jun 29 10:50:18.942086 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 51016) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:18.944138 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e30b97a-7f01-4217-9977-98eb363b04e2 admin admin] Pushing event updated for resources: {'Network': ['ID=c450cb90-30ff-40de-b0d7-f8c283487675,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:18.947910 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-3e30b97a-7f01-4217-9977-98eb363b04e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:18.948093 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-386f1dd3-759b-496f-b20b-c6062068b7eb admin admin] Request body: {'subnet': {'network_id': 'c450cb90-30ff-40de-b0d7-f8c283487675', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1420845167-subnet', 'tenant_id': '88a58df133934c4f81ee428d1e9f06df', 'ip_version': 4}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:18.954925 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Network c450cb90-30ff-40de-b0d7-f8c283487675 details requested by agent ovs-agent-dv-cinder-792209-3-iscsi with host dv-cinder-792209-3-iscsi {{(pid=99534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:50:18.968794 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386f1dd3-759b-496f-b20b-c6062068b7eb admin admin] Made reservation on behalf of 88a58df133934c4f81ee428d1e9f06df for: {'subnet': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:50:18.971198 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-386f1dd3-759b-496f-b20b-c6062068b7eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4423340'] for subnet, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:19.139562 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-386f1dd3-759b-496f-b20b-c6062068b7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5295404', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3981142'] for subnet, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:19.141898 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-8e67a92b-8f31-4570-8bb1-bf63eefbb8b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:19.200141 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386f1dd3-759b-496f-b20b-c6062068b7eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2dea6ab-0b76-4790-92a4-2f099e71a076,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:19.203829 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-386f1dd3-759b-496f-b20b-c6062068b7eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:19.209701 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386f1dd3-759b-496f-b20b-c6062068b7eb admin admin] Checking segment: {'id': 'd42a70ba-2028-4414-a400-3778818399a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c450cb90-30ff-40de-b0d7-f8c283487675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:50:19.210050 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386f1dd3-759b-496f-b20b-c6062068b7eb admin admin] Network hostable DHCP agents. Network: c450cb90-30ff-40de-b0d7-f8c283487675, hostable agents: ['0f321f44-7bd1-49aa-8caa-09a569631bca'], hosted agents: [] {{(pid=99533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:50:19.226484 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386f1dd3-759b-496f-b20b-c6062068b7eb admin admin] Network c450cb90-30ff-40de-b0d7-f8c283487675 is scheduled to be hosted by DHCP agent 0f321f44-7bd1-49aa-8caa-09a569631bca with binding_index 1 {{(pid=99533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:50:19.234559 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-386f1dd3-759b-496f-b20b-c6062068b7eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-3-iscsi, c450cb90-30ff-40de-b0d7-f8c283487675) {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:50:19.240069 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386f1dd3-759b-496f-b20b-c6062068b7eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:19.240750 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-386f1dd3-759b-496f-b20b-c6062068b7eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:19.243761 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30c1b51-4e67-4c70-b892-b0224c165009 None None] Network c450cb90-30ff-40de-b0d7-f8c283487675 requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:50:19.253954 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-386f1dd3-759b-496f-b20b-c6062068b7eb admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3107369 Jun 29 10:50:19.256816 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 51018) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:19.261604 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-7068596b-4860-4bab-bb9e-f8d258491168 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1420845167-router', 'tenant_id': '88a58df133934c4f81ee428d1e9f06df', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'}}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:19.285395 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7068596b-4860-4bab-bb9e-f8d258491168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7868084', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1699'] for router, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:19.286160 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7068596b-4860-4bab-bb9e-f8d258491168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7868045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7908879', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-403619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1690'] for router, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:19.335840 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7068596b-4860-4bab-bb9e-f8d258491168 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:19.381900 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae558c4-6c1a-4ecd-99ec-e703e53e3c8c None None] Sync routers for ids ['3ab14710-8f76-41ca-8234-daf954baf33d'] in dv-cinder-792209-3-iscsi {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:50:19.391020 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e21420-6043-451a-b91e-c0543630308e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1bfd3446-107e-502c-af97-eaf1b64c2165-c450cb90-30ff-40de-b0d7-f8c283487675', 'network_id': 'c450cb90-30ff-40de-b0d7-f8c283487675', 'tenant_id': '88a58df133934c4f81ee428d1e9f06df', 'fixed_ips': [{'subnet_id': 'd2dea6ab-0b76-4790-92a4-2f099e71a076'}]}} from dv-cinder-792209-3-iscsi. {{(pid=99534) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 10:50:19.391848 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f1e21420-6043-451a-b91e-c0543630308e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:19.395880 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae558c4-6c1a-4ecd-99ec-e703e53e3c8c None None] Routers {'3ab14710-8f76-41ca-8234-daf954baf33d'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:50:19.396493 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-8ae558c4-6c1a-4ecd-99ec-e703e53e3c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:49:59Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['3ab14710-8f76-41ca-8234-daf954baf33d'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:19.471430 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7068596b-4860-4bab-bb9e-f8d258491168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7907788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7867392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1668'] for router, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:19.597463 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-8ae558c4-6c1a-4ecd-99ec-e703e53e3c8c None None] Set router 3ab14710-8f76-41ca-8234-daf954baf33d gateway port host: dv-cinder-792209-3-iscsi {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:50:19.673168 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7068596b-4860-4bab-bb9e-f8d258491168 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:19.693044 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7068596b-4860-4bab-bb9e-f8d258491168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:19.796423 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [None req-7068596b-4860-4bab-bb9e-f8d258491168 admin admin] Allocated IP 172.27.0.88 (2b1c2b73-c07b-4ea8-8347-94f00b07ac35/05f04cdc-c6be-4227-89f2-0a6a720b3b38/af99040a-16c3-4613-88a4-0ebb3aec8a28) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:50:19.804783 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.db_base_plugin_common [None req-f1e21420-6043-451a-b91e-c0543630308e None None] Allocated IP 172.20.0.2 (c450cb90-30ff-40de-b0d7-f8c283487675/d2dea6ab-0b76-4790-92a4-2f099e71a076/c7238cfa-55a8-464e-bbcb-c7eed238e490) {{(pid=99534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:50:19.898647 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7068596b-4860-4bab-bb9e-f8d258491168 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:19.936447 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7068596b-4860-4bab-bb9e-f8d258491168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4232069'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:19.938400 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-a1cab0e8-e8b6-4484-a898-efa95fd120f7 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:19.970369 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7068596b-4860-4bab-bb9e-f8d258491168 admin admin] Network 2b1c2b73-c07b-4ea8-8347-94f00b07ac35 is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:50:19.973350 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-7068596b-4860-4bab-bb9e-f8d258491168 admin admin] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:50:19.979458 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7068596b-4860-4bab-bb9e-f8d258491168 admin admin] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:50:20.010567 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7068596b-4860-4bab-bb9e-f8d258491168 admin admin] Pushing event updated for resources: {'Port': ['ID=af99040a-16c3-4613-88a4-0ebb3aec8a28,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:20.014634 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-7068596b-4860-4bab-bb9e-f8d258491168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:20.043442 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f1e21420-6043-451a-b91e-c0543630308e None None] Notify callbacks [] for port, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:20.049397 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-8ae558c4-6c1a-4ecd-99ec-e703e53e3c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'name': 'tempest-TestVolumeBootPattern-1429253507-router', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:14Z', 'updated_at': '2021-06-29T10:50:17Z', 'revision_number': 4, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'gw_port': {'id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:15Z', 'updated_at': '2021-06-29T10:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '4b9ff7ca-5143-4cad-a595-98f9a3768c10', 'name': '', 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'mac_address': 'fa:16:3e:8f:44:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'e06f0075-fc72-462c-a9f0-67a612c09aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:17Z', 'updated_at': '2021-06-29T10:50:17Z', 'revision_number': 2, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'subnets': [{'id': 'e06f0075-fc72-462c-a9f0-67a612c09aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:20.079344 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-f1e21420-6043-451a-b91e-c0543630308e None None] Transition to ACTIVE for port object c7238cfa-55a8-464e-bbcb-c7eed238e490 will not be triggered until provisioned by entity L2. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:50:20.081891 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device d1f4f0ec-3e32-4255-9768-0ad3f4be771b up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:50:20.087102 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae558c4-6c1a-4ecd-99ec-e703e53e3c8c None None] Checking router: 3ab14710-8f76-41ca-8234-daf954baf33d for host: dv-cinder-792209-3-iscsi {{(pid=99534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:50:20.087473 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae558c4-6c1a-4ecd-99ec-e703e53e3c8c None None] Updating router 3ab14710-8f76-41ca-8234-daf954baf33d port 4b9ff7ca-5143-4cad-a595-98f9a3768c10 binding host dv-cinder-792209-3-iscsi {{(pid=99534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:50:20.150800 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-f1e21420-6043-451a-b91e-c0543630308e None None] Transition to ACTIVE for port object c7238cfa-55a8-464e-bbcb-c7eed238e490 will not be triggered until provisioned by entity DHCP. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:50:20.161715 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f1e21420-6043-451a-b91e-c0543630308e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799'] for port, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:20.164942 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-65dde51a-ca23-4723-8087-7128dbe8085d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:20.170225 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8ae558c4-6c1a-4ecd-99ec-e703e53e3c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:20.216223 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e21420-6043-451a-b91e-c0543630308e None None] Network c450cb90-30ff-40de-b0d7-f8c283487675 is already hosted by enough agents. {{(pid=99534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:50:20.223980 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.scheduler.base_scheduler [None req-f1e21420-6043-451a-b91e-c0543630308e None None] Resources bound (agent type, host, resource id): {{(pid=99534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:50:20.229235 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e21420-6043-451a-b91e-c0543630308e None None] Received port after_create {{(pid=99534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:50:20.231361 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning for port d1f4f0ec-3e32-4255-9768-0ad3f4be771b completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:50:20.235667 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7068596b-4860-4bab-bb9e-f8d258491168 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:20.251049 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e21420-6043-451a-b91e-c0543630308e None None] Pushing event updated for resources: {'Port': ['ID=c7238cfa-55a8-464e-bbcb-c7eed238e490,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:20.258932 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-f1e21420-6043-451a-b91e-c0543630308e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:20.259557 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port d1f4f0ec-3e32-4255-9768-0ad3f4be771b triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:20.259933 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:20.406057 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-f1e21420-6043-451a-b91e-c0543630308e None None] Attempting to bind port c7238cfa-55a8-464e-bbcb-c7eed238e490 on host dv-cinder-792209-3-iscsi for vnic_type normal with profile {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:50:20.406434 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-f1e21420-6043-451a-b91e-c0543630308e None None] Attempting to bind port c7238cfa-55a8-464e-bbcb-c7eed238e490 by drivers openvswitch,hyperv on host dv-cinder-792209-3-iscsi at level 0 using segments [{'id': 'd42a70ba-2028-4414-a400-3778818399a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c450cb90-30ff-40de-b0d7-f8c283487675'}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:50:20.406844 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e21420-6043-451a-b91e-c0543630308e None None] Attempting to bind port c7238cfa-55a8-464e-bbcb-c7eed238e490 on network c450cb90-30ff-40de-b0d7-f8c283487675 {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:50:20.425502 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e21420-6043-451a-b91e-c0543630308e None None] Checking agent: {'id': 'fcf96668-74e6-4b26-856c-86c6583113ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 33, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:50:20.425887 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e21420-6043-451a-b91e-c0543630308e None None] Checking segment: {'id': 'd42a70ba-2028-4414-a400-3778818399a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c450cb90-30ff-40de-b0d7-f8c283487675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:50:20.426303 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f1e21420-6043-451a-b91e-c0543630308e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:20.426744 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e21420-6043-451a-b91e-c0543630308e None None] Bound using segment: {'id': 'd42a70ba-2028-4414-a400-3778818399a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c450cb90-30ff-40de-b0d7-f8c283487675'} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:50:20.427243 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-f1e21420-6043-451a-b91e-c0543630308e None None] Bound port: c7238cfa-55a8-464e-bbcb-c7eed238e490, host: dv-cinder-792209-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42a70ba-2028-4414-a400-3778818399a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c450cb90-30ff-40de-b0d7-f8c283487675'}}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:50:20.427633 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f1e21420-6043-451a-b91e-c0543630308e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:20.581379 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:20.624157 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-f1e21420-6043-451a-b91e-c0543630308e None None] For port c7238cfa-55a8-464e-bbcb-c7eed238e490, host dv-cinder-792209-3-iscsi, cleared binding levels {{(pid=99534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:50:20.631121 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] For port d1f4f0ec-3e32-4255-9768-0ad3f4be771b, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=d1f4f0ec-3e32-4255-9768-0ad3f4be771b,segment=NetworkSegment(b07597a5-acfa-4ea0-afa4-34f991bc6949),segment_id=b07597a5-acfa-4ea0-afa4-34f991bc6949)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:20.647143 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:20.650072 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-f1e21420-6043-451a-b91e-c0543630308e None None] For port c7238cfa-55a8-464e-bbcb-c7eed238e490, host dv-cinder-792209-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=c7238cfa-55a8-464e-bbcb-c7eed238e490,segment=NetworkSegment(d42a70ba-2028-4414-a400-3778818399a8),segment_id=d42a70ba-2028-4414-a400-3778818399a8)] {{(pid=99534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:50:20.652579 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-72c02758-11f0-4c5e-ae78-b1e28852101b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:20.692295 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f1e21420-6043-451a-b91e-c0543630308e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:20.703157 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7068596b-4860-4bab-bb9e-f8d258491168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7867407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7907817'] for router, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:20.743419 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Pushing event updated for resources: {'Port': ['ID=d1f4f0ec-3e32-4255-9768-0ad3f4be771b,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:20.747323 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8ae558c4-6c1a-4ecd-99ec-e703e53e3c8c None None] Notify callbacks [] for port, precommit_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:20.749810 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:20.750094 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:20.780148 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-8ae558c4-6c1a-4ecd-99ec-e703e53e3c8c None None] Transition to ACTIVE for port object 4b9ff7ca-5143-4cad-a595-98f9a3768c10 will not be triggered until provisioned by entity L2. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:50:20.792902 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8ae558c4-6c1a-4ecd-99ec-e703e53e3c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:20.816437 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e21420-6043-451a-b91e-c0543630308e None None] Pushing event updated for resources: {'Port': ['ID=c7238cfa-55a8-464e-bbcb-c7eed238e490,revision_number=2']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:20.819487 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-f1e21420-6043-451a-b91e-c0543630308e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:20.820109 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:20.841288 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7068596b-4860-4bab-bb9e-f8d258491168 admin admin] Router 331efc7b-21ba-4a6e-94c3-3374b42da6bf is scheduled to L3 agent 8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f with binding_index 1 {{(pid=99532) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 10:50:20.914491 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755558e-ddec-498a-b9f5-185d15df0d8c None None] Pushing event updated for resources: {'Port': ['ID=4b9ff7ca-5143-4cad-a595-98f9a3768c10,revision_number=3']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:20.917182 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-8ae558c4-6c1a-4ecd-99ec-e703e53e3c8c None None] Attempting to bind port 4b9ff7ca-5143-4cad-a595-98f9a3768c10 on host dv-cinder-792209-3-iscsi for vnic_type normal with profile {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:50:20.917651 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-8ae558c4-6c1a-4ecd-99ec-e703e53e3c8c None None] Attempting to bind port 4b9ff7ca-5143-4cad-a595-98f9a3768c10 by drivers openvswitch,hyperv on host dv-cinder-792209-3-iscsi at level 0 using segments [{'id': '75e4d7f1-7396-4412-92bf-807a43990804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119'}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:50:20.918246 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae558c4-6c1a-4ecd-99ec-e703e53e3c8c None None] Attempting to bind port 4b9ff7ca-5143-4cad-a595-98f9a3768c10 on network c2c75e90-ff61-4035-ad60-7a5936afe119 {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:50:20.920562 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-c755558e-ddec-498a-b9f5-185d15df0d8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:20.924956 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae558c4-6c1a-4ecd-99ec-e703e53e3c8c None None] Checking agent: {'id': 'fcf96668-74e6-4b26-856c-86c6583113ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 33, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:50:20.925466 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae558c4-6c1a-4ecd-99ec-e703e53e3c8c None None] Checking segment: {'id': '75e4d7f1-7396-4412-92bf-807a43990804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:50:20.925938 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8ae558c4-6c1a-4ecd-99ec-e703e53e3c8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:20.926395 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae558c4-6c1a-4ecd-99ec-e703e53e3c8c None None] Bound using segment: {'id': '75e4d7f1-7396-4412-92bf-807a43990804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119'} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:50:20.927024 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-8ae558c4-6c1a-4ecd-99ec-e703e53e3c8c None None] Bound port: 4b9ff7ca-5143-4cad-a595-98f9a3768c10, host: dv-cinder-792209-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e4d7f1-7396-4412-92bf-807a43990804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119'}}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:50:20.927480 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8ae558c4-6c1a-4ecd-99ec-e703e53e3c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:20.984014 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7068596b-4860-4bab-bb9e-f8d258491168 admin admin] Notify agent at l3_agent.dv-cinder-792209-3-iscsi the message routers_updated {{(pid=99532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:50:20.993822 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095cb95a-9cb6-41be-a348-599643a6200e None None] Sync routers for ids ['331efc7b-21ba-4a6e-94c3-3374b42da6bf'] in dv-cinder-792209-3-iscsi {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:50:21.002291 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7068596b-4860-4bab-bb9e-f8d258491168 admin admin] Notify callbacks [] for router, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:21.003970 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-7068596b-4860-4bab-bb9e-f8d258491168 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7460208 Jun 29 10:50:21.004589 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095cb95a-9cb6-41be-a348-599643a6200e None None] Routers {'331efc7b-21ba-4a6e-94c3-3374b42da6bf'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:50:21.005204 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-095cb95a-9cb6-41be-a348-599643a6200e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:49:59Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['331efc7b-21ba-4a6e-94c3-3374b42da6bf'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:21.006687 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 51020) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:21.037157 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-8ae558c4-6c1a-4ecd-99ec-e703e53e3c8c None None] For port 4b9ff7ca-5143-4cad-a595-98f9a3768c10, host dv-cinder-792209-3-iscsi, cleared binding levels {{(pid=99534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:50:21.040732 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-8ae558c4-6c1a-4ecd-99ec-e703e53e3c8c None None] For port 4b9ff7ca-5143-4cad-a595-98f9a3768c10, host dv-cinder-792209-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=4b9ff7ca-5143-4cad-a595-98f9a3768c10,segment=NetworkSegment(75e4d7f1-7396-4412-92bf-807a43990804),segment_id=75e4d7f1-7396-4412-92bf-807a43990804)] {{(pid=99534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:50:21.046234 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8ae558c4-6c1a-4ecd-99ec-e703e53e3c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:21.051148 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:21.107590 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae558c4-6c1a-4ecd-99ec-e703e53e3c8c None None] Routers {'3ab14710-8f76-41ca-8234-daf954baf33d'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:50:21.108498 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-8ae558c4-6c1a-4ecd-99ec-e703e53e3c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:49:59Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['3ab14710-8f76-41ca-8234-daf954baf33d'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:21.154936 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-095cb95a-9cb6-41be-a348-599643a6200e None None] Set router 331efc7b-21ba-4a6e-94c3-3374b42da6bf gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:50:21.236050 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755558e-ddec-498a-b9f5-185d15df0d8c None None] Pushing event updated for resources: {'Port': ['ID=4b9ff7ca-5143-4cad-a595-98f9a3768c10,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:21.241519 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-c755558e-ddec-498a-b9f5-185d15df0d8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:21.257706 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-8ae558c4-6c1a-4ecd-99ec-e703e53e3c8c None None] Set router 3ab14710-8f76-41ca-8234-daf954baf33d gateway port host: dv-cinder-792209-3-iscsi {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:50:21.384386 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-095cb95a-9cb6-41be-a348-599643a6200e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331efc7b-21ba-4a6e-94c3-3374b42da6bf', 'name': 'tempest-TestVolumeBootPattern-1420845167-router', 'tenant_id': '88a58df133934c4f81ee428d1e9f06df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'af99040a-16c3-4613-88a4-0ebb3aec8a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:19Z', 'updated_at': '2021-06-29T10:50:20Z', 'revision_number': 3, 'project_id': '88a58df133934c4f81ee428d1e9f06df', 'gw_port': {'id': 'af99040a-16c3-4613-88a4-0ebb3aec8a28', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331efc7b-21ba-4a6e-94c3-3374b42da6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:19Z', 'updated_at': '2021-06-29T10:50:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi'}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:21.418256 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095cb95a-9cb6-41be-a348-599643a6200e None None] Checking router: 331efc7b-21ba-4a6e-94c3-3374b42da6bf for host: dv-cinder-792209-3-iscsi {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:50:21.418866 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095cb95a-9cb6-41be-a348-599643a6200e None None] Updating router 331efc7b-21ba-4a6e-94c3-3374b42da6bf port af99040a-16c3-4613-88a4-0ebb3aec8a28 binding host dv-cinder-792209-3-iscsi {{(pid=99535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:50:21.453987 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-095cb95a-9cb6-41be-a348-599643a6200e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:21.498771 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-8ae558c4-6c1a-4ecd-99ec-e703e53e3c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'name': 'tempest-TestVolumeBootPattern-1429253507-router', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:14Z', 'updated_at': '2021-06-29T10:50:17Z', 'revision_number': 4, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'gw_port': {'id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:15Z', 'updated_at': '2021-06-29T10:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '4b9ff7ca-5143-4cad-a595-98f9a3768c10', 'name': '', 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'mac_address': 'fa:16:3e:8f:44:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'e06f0075-fc72-462c-a9f0-67a612c09aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:17Z', 'updated_at': '2021-06-29T10:50:21Z', 'revision_number': 4, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'subnets': [{'id': 'e06f0075-fc72-462c-a9f0-67a612c09aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:21.525470 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae558c4-6c1a-4ecd-99ec-e703e53e3c8c None None] The sync data for ids ['3ab14710-8f76-41ca-8234-daf954baf33d'] in dv-cinder-792209-3-iscsi is: [{'id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'name': 'tempest-TestVolumeBootPattern-1429253507-router', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:14Z', 'updated_at': '2021-06-29T10:50:17Z', 'revision_number': 4, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'gw_port': {'id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:15Z', 'updated_at': '2021-06-29T10:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '4b9ff7ca-5143-4cad-a595-98f9a3768c10', 'name': '', 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'mac_address': 'fa:16:3e:8f:44:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'e06f0075-fc72-462c-a9f0-67a612c09aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:17Z', 'updated_at': '2021-06-29T10:50:21Z', 'revision_number': 4, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'subnets': [{'id': 'e06f0075-fc72-462c-a9f0-67a612c09aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:50:21.557476 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-38e1d69c-a09a-4728-8eed-a92c2eeae739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:21.773082 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-095cb95a-9cb6-41be-a348-599643a6200e None None] Notify callbacks [] for port, precommit_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:21.785286 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [None req-38e1d69c-a09a-4728-8eed-a92c2eeae739 admin admin] Allocated IP 172.20.0.1 (c450cb90-30ff-40de-b0d7-f8c283487675/d2dea6ab-0b76-4790-92a4-2f099e71a076/a878d6cc-b3c5-4dcf-8ecf-3fd668e7badd) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:50:21.785969 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-095cb95a-9cb6-41be-a348-599643a6200e None None] Transition to ACTIVE for port object af99040a-16c3-4613-88a4-0ebb3aec8a28 will not be triggered until provisioned by entity L2. {{(pid=99535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:50:21.797507 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-095cb95a-9cb6-41be-a348-599643a6200e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:21.801862 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:21.852364 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-095cb95a-9cb6-41be-a348-599643a6200e None None] Attempting to bind port af99040a-16c3-4613-88a4-0ebb3aec8a28 on host dv-cinder-792209-3-iscsi for vnic_type normal with profile {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:50:21.852817 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-095cb95a-9cb6-41be-a348-599643a6200e None None] Attempting to bind port af99040a-16c3-4613-88a4-0ebb3aec8a28 by drivers openvswitch,hyperv on host dv-cinder-792209-3-iscsi at level 0 using segments [{'id': 'b07597a5-acfa-4ea0-afa4-34f991bc6949', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:50:21.853273 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095cb95a-9cb6-41be-a348-599643a6200e None None] Attempting to bind port af99040a-16c3-4613-88a4-0ebb3aec8a28 on network 2b1c2b73-c07b-4ea8-8347-94f00b07ac35 {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:50:21.862341 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095cb95a-9cb6-41be-a348-599643a6200e None None] Checking agent: {'id': 'fcf96668-74e6-4b26-856c-86c6583113ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 33, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:50:21.862833 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095cb95a-9cb6-41be-a348-599643a6200e None None] Checking segment: {'id': 'b07597a5-acfa-4ea0-afa4-34f991bc6949', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:50:21.863579 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-095cb95a-9cb6-41be-a348-599643a6200e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:21.863698 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095cb95a-9cb6-41be-a348-599643a6200e None None] Bound using segment: {'id': 'b07597a5-acfa-4ea0-afa4-34f991bc6949', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:50:21.864261 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-095cb95a-9cb6-41be-a348-599643a6200e None None] Bound port: af99040a-16c3-4613-88a4-0ebb3aec8a28, host: dv-cinder-792209-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b07597a5-acfa-4ea0-afa4-34f991bc6949', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'}}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:50:21.864743 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-095cb95a-9cb6-41be-a348-599643a6200e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:21.870338 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b19c7-8482-4ea0-bf97-ef86089fb901 None None] Pushing event updated for resources: {'Port': ['ID=af99040a-16c3-4613-88a4-0ebb3aec8a28,revision_number=2']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:21.873346 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-9c8b19c7-8482-4ea0-bf97-ef86089fb901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:21.927014 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-38e1d69c-a09a-4728-8eed-a92c2eeae739 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:21.940394 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-095cb95a-9cb6-41be-a348-599643a6200e None None] For port af99040a-16c3-4613-88a4-0ebb3aec8a28, host dv-cinder-792209-3-iscsi, cleared binding levels {{(pid=99535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:50:21.944439 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.provisioning_blocks [None req-38e1d69c-a09a-4728-8eed-a92c2eeae739 admin admin] Transition to ACTIVE for port object a878d6cc-b3c5-4dcf-8ecf-3fd668e7badd will not be triggered until provisioned by entity DHCP. {{(pid=99532) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:50:21.944958 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-095cb95a-9cb6-41be-a348-599643a6200e None None] For port af99040a-16c3-4613-88a4-0ebb3aec8a28, host dv-cinder-792209-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=af99040a-16c3-4613-88a4-0ebb3aec8a28,segment=NetworkSegment(b07597a5-acfa-4ea0-afa4-34f991bc6949),segment_id=b07597a5-acfa-4ea0-afa4-34f991bc6949)] {{(pid=99535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:50:21.950721 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-095cb95a-9cb6-41be-a348-599643a6200e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:21.954184 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-d643b2a6-a5c9-4b58-9394-957693ef75a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:21.978507 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a70bf9d-04ea-4536-b748-1e0209c1dbdf None None] Network c450cb90-30ff-40de-b0d7-f8c283487675 requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:50:21.987117 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-38e1d69c-a09a-4728-8eed-a92c2eeae739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4232069'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:21.999860 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-36fb5bf9-ffbc-4279-9517-64ef64c7e668 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:22.005489 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095cb95a-9cb6-41be-a348-599643a6200e None None] Routers {'331efc7b-21ba-4a6e-94c3-3374b42da6bf'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:50:22.006140 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-095cb95a-9cb6-41be-a348-599643a6200e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:49:59Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['331efc7b-21ba-4a6e-94c3-3374b42da6bf'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:22.050377 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e1d69c-a09a-4728-8eed-a92c2eeae739 admin admin] Network c450cb90-30ff-40de-b0d7-f8c283487675 is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:50:22.062717 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-38e1d69c-a09a-4728-8eed-a92c2eeae739 admin admin] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:50:22.076305 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e1d69c-a09a-4728-8eed-a92c2eeae739 admin admin] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:50:22.131690 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e1d69c-a09a-4728-8eed-a92c2eeae739 admin admin] Pushing event updated for resources: {'Port': ['ID=a878d6cc-b3c5-4dcf-8ecf-3fd668e7badd,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:22.136368 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-38e1d69c-a09a-4728-8eed-a92c2eeae739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:22.153580 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-095cb95a-9cb6-41be-a348-599643a6200e None None] Set router 331efc7b-21ba-4a6e-94c3-3374b42da6bf gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:50:22.155101 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-38e1d69c-a09a-4728-8eed-a92c2eeae739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7865503'] for router_interface, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:22.231273 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-8fe0642a-d27e-4e58-90b7-ab988cc2b3e7 None None] Provisioning for port c7238cfa-55a8-464e-bbcb-c7eed238e490 completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:50:22.296808 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device c7238cfa-55a8-464e-bbcb-c7eed238e490 up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:50:22.326292 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b19c7-8482-4ea0-bf97-ef86089fb901 None None] Pushing event updated for resources: {'Port': ['ID=af99040a-16c3-4613-88a4-0ebb3aec8a28,revision_number=3']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:22.382986 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-38e1d69c-a09a-4728-8eed-a92c2eeae739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:22.388039 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-9c8b19c7-8482-4ea0-bf97-ef86089fb901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:22.395906 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning for port c7238cfa-55a8-464e-bbcb-c7eed238e490 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:50:22.402473 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port c7238cfa-55a8-464e-bbcb-c7eed238e490 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:22.402957 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:22.478436 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-095cb95a-9cb6-41be-a348-599643a6200e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331efc7b-21ba-4a6e-94c3-3374b42da6bf', 'name': 'tempest-TestVolumeBootPattern-1420845167-router', 'tenant_id': '88a58df133934c4f81ee428d1e9f06df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'af99040a-16c3-4613-88a4-0ebb3aec8a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:19Z', 'updated_at': '2021-06-29T10:50:20Z', 'revision_number': 3, 'project_id': '88a58df133934c4f81ee428d1e9f06df', 'gw_port': {'id': 'af99040a-16c3-4613-88a4-0ebb3aec8a28', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331efc7b-21ba-4a6e-94c3-3374b42da6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:19Z', 'updated_at': '2021-06-29T10:50:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi'}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:22.511937 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095cb95a-9cb6-41be-a348-599643a6200e None None] The sync data for ids ['331efc7b-21ba-4a6e-94c3-3374b42da6bf'] in dv-cinder-792209-3-iscsi is: [{'id': '331efc7b-21ba-4a6e-94c3-3374b42da6bf', 'name': 'tempest-TestVolumeBootPattern-1420845167-router', 'tenant_id': '88a58df133934c4f81ee428d1e9f06df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'af99040a-16c3-4613-88a4-0ebb3aec8a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:19Z', 'updated_at': '2021-06-29T10:50:20Z', 'revision_number': 3, 'project_id': '88a58df133934c4f81ee428d1e9f06df', 'gw_port': {'id': 'af99040a-16c3-4613-88a4-0ebb3aec8a28', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331efc7b-21ba-4a6e-94c3-3374b42da6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:19Z', 'updated_at': '2021-06-29T10:50:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi'}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:50:22.520716 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:22.559999 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] For port c7238cfa-55a8-464e-bbcb-c7eed238e490, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=c7238cfa-55a8-464e-bbcb-c7eed238e490,segment=NetworkSegment(d42a70ba-2028-4414-a400-3778818399a8),segment_id=d42a70ba-2028-4414-a400-3778818399a8)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:22.565711 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:22.566566 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device d1f4f0ec-3e32-4255-9768-0ad3f4be771b up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:50:22.568442 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-89a7c852-de10-41c0-80d0-a9d7f9e1a79d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:22.609559 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-38e1d69c-a09a-4728-8eed-a92c2eeae739 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:22.621658 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-38e1d69c-a09a-4728-8eed-a92c2eeae739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4232083'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:22.628242 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-ba9f371a-b38e-42b7-b4da-fd339df323a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:22.668726 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Pushing event updated for resources: {'Port': ['ID=c7238cfa-55a8-464e-bbcb-c7eed238e490,revision_number=3']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:22.672173 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:22.687318 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port d1f4f0ec-3e32-4255-9768-0ad3f4be771b triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:22.687704 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:22.719744 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-38e1d69c-a09a-4728-8eed-a92c2eeae739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7896118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7865451'] for router_interface, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:22.794089 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 4b9ff7ca-5143-4cad-a595-98f9a3768c10 up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:50:22.805749 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e1d69c-a09a-4728-8eed-a92c2eeae739 admin admin] Pushing event updated for resources: {'Port': ['ID=a878d6cc-b3c5-4dcf-8ecf-3fd668e7badd,revision_number=2']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:22.811767 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-38e1d69c-a09a-4728-8eed-a92c2eeae739 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:22.827370 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0a24b0f9-fa51-4537-8e9a-0617135a81d8 None None] Provisioning complete for port c7238cfa-55a8-464e-bbcb-c7eed238e490 triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:22.827749 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0a24b0f9-fa51-4537-8e9a-0617135a81d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:22.871475 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e1d69c-a09a-4728-8eed-a92c2eeae739 admin admin] Network c450cb90-30ff-40de-b0d7-f8c283487675 is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:50:22.873283 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-38e1d69c-a09a-4728-8eed-a92c2eeae739 admin admin] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:50:22.897109 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning for port 4b9ff7ca-5143-4cad-a595-98f9a3768c10 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:50:22.921010 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port 4b9ff7ca-5143-4cad-a595-98f9a3768c10 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:22.932436 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:23.006516 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0a24b0f9-fa51-4537-8e9a-0617135a81d8 None None] Provisioning for port a878d6cc-b3c5-4dcf-8ecf-3fd668e7badd completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:50:23.012208 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0a24b0f9-fa51-4537-8e9a-0617135a81d8 None None] Provisioning complete for port a878d6cc-b3c5-4dcf-8ecf-3fd668e7badd triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:23.012572 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0a24b0f9-fa51-4537-8e9a-0617135a81d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:23.070010 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e1d69c-a09a-4728-8eed-a92c2eeae739 admin admin] Router 331efc7b-21ba-4a6e-94c3-3374b42da6bf has already been hosted by L3 agent 8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f {{(pid=99532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:50:23.075594 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-0a24b0f9-fa51-4537-8e9a-0617135a81d8 None None] Port a878d6cc-b3c5-4dcf-8ecf-3fd668e7badd cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:50:23.077370 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:23.117823 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] For port 4b9ff7ca-5143-4cad-a595-98f9a3768c10, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=4b9ff7ca-5143-4cad-a595-98f9a3768c10,segment=NetworkSegment(75e4d7f1-7396-4412-92bf-807a43990804),segment_id=75e4d7f1-7396-4412-92bf-807a43990804)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:23.123992 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:23.130953 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:23.193395 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e1d69c-a09a-4728-8eed-a92c2eeae739 admin admin] Notify agent at l3_agent.dv-cinder-792209-3-iscsi the message routers_updated {{(pid=99532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:50:23.196952 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Pushing event updated for resources: {'Port': ['ID=4b9ff7ca-5143-4cad-a595-98f9a3768c10,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:23.206652 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-38e1d69c-a09a-4728-8eed-a92c2eeae739 admin admin] 10.222.0.61 "PUT /v2.0/routers/331efc7b-21ba-4a6e-94c3-3374b42da6bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1917868 Jun 29 10:50:23.208732 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:23.215999 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-39089a09-d502-49ad-beaa-7cf5554560c6 None None] Provisioning complete for port a878d6cc-b3c5-4dcf-8ecf-3fd668e7badd triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:23.216384 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-39089a09-d502-49ad-beaa-7cf5554560c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:23.259811 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-39089a09-d502-49ad-beaa-7cf5554560c6 None None] Port a878d6cc-b3c5-4dcf-8ecf-3fd668e7badd cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:50:23.378244 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-884d0123-f8a4-4404-b75e-6074cc242a5e None None] Provisioning complete for port a878d6cc-b3c5-4dcf-8ecf-3fd668e7badd triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:23.378672 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-884d0123-f8a4-4404-b75e-6074cc242a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:23.413922 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-884d0123-f8a4-4404-b75e-6074cc242a5e None None] Port a878d6cc-b3c5-4dcf-8ecf-3fd668e7badd cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:50:23.707024 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 51028) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:23.711829 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-39426ed3-3e24-4784-896e-cfc1b73d9e7c tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-886368089', 'description': 'tempest-secgroup-smoke-886368089 description', 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:23.741296 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-39426ed3-3e24-4784-896e-cfc1b73d9e7c tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:23.821076 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-39426ed3-3e24-4784-896e-cfc1b73d9e7c tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:23.824326 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-39426ed3-3e24-4784-896e-cfc1b73d9e7c tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:23.827422 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-c19f3875-1033-4707-880d-a9694a4fe6d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:23.849621 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-39426ed3-3e24-4784-896e-cfc1b73d9e7c tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:23.853064 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-39426ed3-3e24-4784-896e-cfc1b73d9e7c tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1427743 Jun 29 10:50:23.853995 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 51030) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:23.855075 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39426ed3-3e24-4784-896e-cfc1b73d9e7c tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eacc4d0f-3a32-46e9-8671-49f863ccc25f,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:23.857843 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-39426ed3-3e24-4784-896e-cfc1b73d9e7c tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:23.858978 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-4c338f87-db60-43a2-bfa8-c870ba7cb9b7 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Request body: {'security_group_rule': {'security_group_id': 'eacc4d0f-3a32-46e9-8671-49f863ccc25f', 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:23.884562 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4c338f87-db60-43a2-bfa8-c870ba7cb9b7 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:23.937868 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4c338f87-db60-43a2-bfa8-c870ba7cb9b7 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:23.941171 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4c338f87-db60-43a2-bfa8-c870ba7cb9b7 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-396420'] for security_group_rule, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:23.943163 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:23.957843 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c338f87-db60-43a2-bfa8-c870ba7cb9b7 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=092518de-9551-42ab-b277-e4aeac61b238,revision_number=0']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:23.960160 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-4c338f87-db60-43a2-bfa8-c870ba7cb9b7 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:23.964010 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4c338f87-db60-43a2-bfa8-c870ba7cb9b7 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:23.965436 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-4c338f87-db60-43a2-bfa8-c870ba7cb9b7 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1103156 Jun 29 10:50:23.968039 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 51032) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:23.973257 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-4fe3b263-a8c5-44fa-9a07-bb10f4bc9315 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Request body: {'security_group_rule': {'security_group_id': 'eacc4d0f-3a32-46e9-8671-49f863ccc25f', 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:24.002678 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4fe3b263-a8c5-44fa-9a07-bb10f4bc9315 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.069154 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4fe3b263-a8c5-44fa-9a07-bb10f4bc9315 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.072711 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4fe3b263-a8c5-44fa-9a07-bb10f4bc9315 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-396420'] for security_group_rule, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.074818 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:24.098108 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe3b263-a8c5-44fa-9a07-bb10f4bc9315 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d63f61d-95c7-4b75-a30b-2e88a7e1527b,revision_number=0']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:24.099367 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device c7238cfa-55a8-464e-bbcb-c7eed238e490 up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:50:24.101095 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-4fe3b263-a8c5-44fa-9a07-bb10f4bc9315 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:24.102231 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-4fe3b263-a8c5-44fa-9a07-bb10f4bc9315 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.106183 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-4fe3b263-a8c5-44fa-9a07-bb10f4bc9315 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1342976 Jun 29 10:50:24.106183 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 51034) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:24.110434 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-c484e31c-1905-4f86-bbdd-66e6b9b070eb tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Request body: {'security_group_rule': {'security_group_id': 'eacc4d0f-3a32-46e9-8671-49f863ccc25f', 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:24.136427 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c484e31c-1905-4f86-bbdd-66e6b9b070eb tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.149153 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port c7238cfa-55a8-464e-bbcb-c7eed238e490 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:24.149530 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.194056 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c484e31c-1905-4f86-bbdd-66e6b9b070eb tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.197881 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c484e31c-1905-4f86-bbdd-66e6b9b070eb tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-396420'] for security_group_rule, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.199995 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:24.216385 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484e31c-1905-4f86-bbdd-66e6b9b070eb tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0713abe9-abf9-4c97-acd1-3dc4005cc23c,revision_number=0']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:24.218826 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-c484e31c-1905-4f86-bbdd-66e6b9b070eb tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:24.225723 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c484e31c-1905-4f86-bbdd-66e6b9b070eb tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.229768 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-c484e31c-1905-4f86-bbdd-66e6b9b070eb tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202886 Jun 29 10:50:24.229925 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 4b9ff7ca-5143-4cad-a595-98f9a3768c10 up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:50:24.230700 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 51036) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:24.235719 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-5e8e939f-ef47-4714-8e6e-641efa351aad tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Request body: {'security_group_rule': {'security_group_id': 'eacc4d0f-3a32-46e9-8671-49f863ccc25f', 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:24.261407 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5e8e939f-ef47-4714-8e6e-641efa351aad tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.273099 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port 4b9ff7ca-5143-4cad-a595-98f9a3768c10 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:24.273619 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.323149 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5e8e939f-ef47-4714-8e6e-641efa351aad tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.326809 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5e8e939f-ef47-4714-8e6e-641efa351aad tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-396420'] for security_group_rule, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.332409 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-83342968-cc24-4288-b7fd-41e75c582d4d tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:24.348404 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8e939f-ef47-4714-8e6e-641efa351aad tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfc1fd75-b6cf-42af-a8c6-65c74470a397,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:24.350906 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device af99040a-16c3-4613-88a4-0ebb3aec8a28 up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:50:24.351363 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-5e8e939f-ef47-4714-8e6e-641efa351aad tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:24.352960 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5e8e939f-ef47-4714-8e6e-641efa351aad tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.354285 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-5e8e939f-ef47-4714-8e6e-641efa351aad tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1223605 Jun 29 10:50:24.357031 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 51038) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:24.361770 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-e77afa49-5de8-405a-b2f6-61bbc015847c tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Request body: {'security_group_rule': {'security_group_id': 'eacc4d0f-3a32-46e9-8671-49f863ccc25f', 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:24.383601 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.db.securitygroups_db [None req-e77afa49-5de8-405a-b2f6-61bbc015847c tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Project d430ddcb57a54f888eeb6e4432ddf4ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 10:50:24.388438 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e77afa49-5de8-405a-b2f6-61bbc015847c tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.401217 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning for port af99040a-16c3-4613-88a4-0ebb3aec8a28 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:50:24.404827 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port af99040a-16c3-4613-88a4-0ebb3aec8a28 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:24.405199 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.450983 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e77afa49-5de8-405a-b2f6-61bbc015847c tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.455447 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e77afa49-5de8-405a-b2f6-61bbc015847c tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-396420'] for security_group_rule, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.457427 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:24.474246 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77afa49-5de8-405a-b2f6-61bbc015847c tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a077014-e705-4f38-876a-216a96471c95,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:24.476574 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-e77afa49-5de8-405a-b2f6-61bbc015847c tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:24.478030 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e77afa49-5de8-405a-b2f6-61bbc015847c tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.479267 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-e77afa49-5de8-405a-b2f6-61bbc015847c tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1210594 Jun 29 10:50:24.481970 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 51040) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:50:24.483593 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.486382 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-44ded98c-f063-4902-9b68-6750b95f1709 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Request body: {'security_group_rule': {'security_group_id': 'eacc4d0f-3a32-46e9-8671-49f863ccc25f', 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:24.506177 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] For port af99040a-16c3-4613-88a4-0ebb3aec8a28, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=af99040a-16c3-4613-88a4-0ebb3aec8a28,segment=NetworkSegment(b07597a5-acfa-4ea0-afa4-34f991bc6949),segment_id=b07597a5-acfa-4ea0-afa4-34f991bc6949)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:24.507962 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.db.securitygroups_db [None req-44ded98c-f063-4902-9b68-6750b95f1709 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Project d430ddcb57a54f888eeb6e4432ddf4ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 10:50:24.509618 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.511561 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:24.515276 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-44ded98c-f063-4902-9b68-6750b95f1709 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.555840 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Pushing event updated for resources: {'Port': ['ID=af99040a-16c3-4613-88a4-0ebb3aec8a28,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:24.558835 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:24.577799 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-44ded98c-f063-4902-9b68-6750b95f1709 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.581980 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-44ded98c-f063-4902-9b68-6750b95f1709 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-396420'] for security_group_rule, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.587836 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-3a4ce449-432c-4df2-b222-0cf7528d2966 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:24.602673 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ded98c-f063-4902-9b68-6750b95f1709 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bf14d34-4101-429f-bb3b-ce761bcf63aa,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:24.606203 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-44ded98c-f063-4902-9b68-6750b95f1709 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:24.607310 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-44ded98c-f063-4902-9b68-6750b95f1709 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.608640 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-44ded98c-f063-4902-9b68-6750b95f1709 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1258225 Jun 29 10:50:24.831130 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:24.917984 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01cb922-8c57-4443-8b12-82700d7b3e1c None None] Sync routers for ids ['331efc7b-21ba-4a6e-94c3-3374b42da6bf'] in dv-cinder-792209-3-iscsi {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:50:24.927464 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01cb922-8c57-4443-8b12-82700d7b3e1c None None] Routers {'331efc7b-21ba-4a6e-94c3-3374b42da6bf'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:50:24.928087 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-e01cb922-8c57-4443-8b12-82700d7b3e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:49:59Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['331efc7b-21ba-4a6e-94c3-3374b42da6bf'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:25.038707 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-e01cb922-8c57-4443-8b12-82700d7b3e1c None None] Set router 331efc7b-21ba-4a6e-94c3-3374b42da6bf gateway port host: dv-cinder-792209-3-iscsi {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:50:25.233705 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-e01cb922-8c57-4443-8b12-82700d7b3e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331efc7b-21ba-4a6e-94c3-3374b42da6bf', 'name': 'tempest-TestVolumeBootPattern-1420845167-router', 'tenant_id': '88a58df133934c4f81ee428d1e9f06df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'af99040a-16c3-4613-88a4-0ebb3aec8a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:19Z', 'updated_at': '2021-06-29T10:50:22Z', 'revision_number': 4, 'project_id': '88a58df133934c4f81ee428d1e9f06df', 'gw_port': {'id': 'af99040a-16c3-4613-88a4-0ebb3aec8a28', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331efc7b-21ba-4a6e-94c3-3374b42da6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:19Z', 'updated_at': '2021-06-29T10:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': 'a878d6cc-b3c5-4dcf-8ecf-3fd668e7badd', 'name': '', 'network_id': 'c450cb90-30ff-40de-b0d7-f8c283487675', 'tenant_id': '88a58df133934c4f81ee428d1e9f06df', 'mac_address': 'fa:16:3e:ff:f3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331efc7b-21ba-4a6e-94c3-3374b42da6bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'd2dea6ab-0b76-4790-92a4-2f099e71a076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:21Z', 'updated_at': '2021-06-29T10:50:22Z', 'revision_number': 2, 'project_id': '88a58df133934c4f81ee428d1e9f06df', 'subnets': [{'id': 'd2dea6ab-0b76-4790-92a4-2f099e71a076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:25.259185 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01cb922-8c57-4443-8b12-82700d7b3e1c None None] Checking router: 331efc7b-21ba-4a6e-94c3-3374b42da6bf for host: dv-cinder-792209-3-iscsi {{(pid=99534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:50:25.259554 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01cb922-8c57-4443-8b12-82700d7b3e1c None None] Updating router 331efc7b-21ba-4a6e-94c3-3374b42da6bf port a878d6cc-b3c5-4dcf-8ecf-3fd668e7badd binding host dv-cinder-792209-3-iscsi {{(pid=99534) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 10:50:25.296666 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-e01cb922-8c57-4443-8b12-82700d7b3e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:25.563684 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-e01cb922-8c57-4443-8b12-82700d7b3e1c None None] Notify callbacks [] for port, precommit_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:25.573510 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-e01cb922-8c57-4443-8b12-82700d7b3e1c None None] Transition to ACTIVE for port object a878d6cc-b3c5-4dcf-8ecf-3fd668e7badd will not be triggered until provisioned by entity L2. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:50:25.579043 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-e01cb922-8c57-4443-8b12-82700d7b3e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:25.580842 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:25.630109 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41845ef1-ae40-41f6-9fdf-128a82cce6ec None None] Pushing event updated for resources: {'Port': ['ID=a878d6cc-b3c5-4dcf-8ecf-3fd668e7badd,revision_number=3']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:25.634669 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-41845ef1-ae40-41f6-9fdf-128a82cce6ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:25.693087 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-e01cb922-8c57-4443-8b12-82700d7b3e1c None None] Attempting to bind port a878d6cc-b3c5-4dcf-8ecf-3fd668e7badd on host dv-cinder-792209-3-iscsi for vnic_type normal with profile {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:50:25.693460 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-e01cb922-8c57-4443-8b12-82700d7b3e1c None None] Attempting to bind port a878d6cc-b3c5-4dcf-8ecf-3fd668e7badd by drivers openvswitch,hyperv on host dv-cinder-792209-3-iscsi at level 0 using segments [{'id': 'd42a70ba-2028-4414-a400-3778818399a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c450cb90-30ff-40de-b0d7-f8c283487675'}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:50:25.693826 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01cb922-8c57-4443-8b12-82700d7b3e1c None None] Attempting to bind port a878d6cc-b3c5-4dcf-8ecf-3fd668e7badd on network c450cb90-30ff-40de-b0d7-f8c283487675 {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:50:25.698970 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01cb922-8c57-4443-8b12-82700d7b3e1c None None] Checking agent: {'id': 'fcf96668-74e6-4b26-856c-86c6583113ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792209-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 33, 59), 'started_at': datetime.datetime(2021, 6, 29, 10, 34, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792209-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:50:25.699343 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01cb922-8c57-4443-8b12-82700d7b3e1c None None] Checking segment: {'id': 'd42a70ba-2028-4414-a400-3778818399a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c450cb90-30ff-40de-b0d7-f8c283487675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:50:25.699749 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-e01cb922-8c57-4443-8b12-82700d7b3e1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:25.700142 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01cb922-8c57-4443-8b12-82700d7b3e1c None None] Bound using segment: {'id': 'd42a70ba-2028-4414-a400-3778818399a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c450cb90-30ff-40de-b0d7-f8c283487675'} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:50:25.700611 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [None req-e01cb922-8c57-4443-8b12-82700d7b3e1c None None] Bound port: a878d6cc-b3c5-4dcf-8ecf-3fd668e7badd, host: dv-cinder-792209-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42a70ba-2028-4414-a400-3778818399a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c450cb90-30ff-40de-b0d7-f8c283487675'}}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:50:25.700995 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-e01cb922-8c57-4443-8b12-82700d7b3e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:25.765492 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-e01cb922-8c57-4443-8b12-82700d7b3e1c None None] For port a878d6cc-b3c5-4dcf-8ecf-3fd668e7badd, host dv-cinder-792209-3-iscsi, cleared binding levels {{(pid=99534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:50:25.769410 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-e01cb922-8c57-4443-8b12-82700d7b3e1c None None] For port a878d6cc-b3c5-4dcf-8ecf-3fd668e7badd, host dv-cinder-792209-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=a878d6cc-b3c5-4dcf-8ecf-3fd668e7badd,segment=NetworkSegment(d42a70ba-2028-4414-a400-3778818399a8),segment_id=d42a70ba-2028-4414-a400-3778818399a8)] {{(pid=99534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:50:25.772994 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-e01cb922-8c57-4443-8b12-82700d7b3e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:25.774873 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-03488050-e5f6-4022-8e4c-d2621b5d312f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:25.828398 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01cb922-8c57-4443-8b12-82700d7b3e1c None None] Routers {'331efc7b-21ba-4a6e-94c3-3374b42da6bf'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:50:25.829035 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-e01cb922-8c57-4443-8b12-82700d7b3e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:49:59Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['331efc7b-21ba-4a6e-94c3-3374b42da6bf'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:25.868954 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41845ef1-ae40-41f6-9fdf-128a82cce6ec None None] Pushing event updated for resources: {'Port': ['ID=a878d6cc-b3c5-4dcf-8ecf-3fd668e7badd,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:25.874034 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-41845ef1-ae40-41f6-9fdf-128a82cce6ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:25.951331 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-e01cb922-8c57-4443-8b12-82700d7b3e1c None None] Set router 331efc7b-21ba-4a6e-94c3-3374b42da6bf gateway port host: dv-cinder-792209-3-iscsi {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:50:26.139034 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device af99040a-16c3-4613-88a4-0ebb3aec8a28 up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:50:26.163952 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-80cd670b-f152-4d3e-aef5-eaba8679788e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:26.280137 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port af99040a-16c3-4613-88a4-0ebb3aec8a28 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:26.280519 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:26.409267 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-e01cb922-8c57-4443-8b12-82700d7b3e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331efc7b-21ba-4a6e-94c3-3374b42da6bf', 'name': 'tempest-TestVolumeBootPattern-1420845167-router', 'tenant_id': '88a58df133934c4f81ee428d1e9f06df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'af99040a-16c3-4613-88a4-0ebb3aec8a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:19Z', 'updated_at': '2021-06-29T10:50:22Z', 'revision_number': 4, 'project_id': '88a58df133934c4f81ee428d1e9f06df', 'gw_port': {'id': 'af99040a-16c3-4613-88a4-0ebb3aec8a28', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331efc7b-21ba-4a6e-94c3-3374b42da6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:19Z', 'updated_at': '2021-06-29T10:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': 'a878d6cc-b3c5-4dcf-8ecf-3fd668e7badd', 'name': '', 'network_id': 'c450cb90-30ff-40de-b0d7-f8c283487675', 'tenant_id': '88a58df133934c4f81ee428d1e9f06df', 'mac_address': 'fa:16:3e:ff:f3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331efc7b-21ba-4a6e-94c3-3374b42da6bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'd2dea6ab-0b76-4790-92a4-2f099e71a076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:21Z', 'updated_at': '2021-06-29T10:50:25Z', 'revision_number': 4, 'project_id': '88a58df133934c4f81ee428d1e9f06df', 'subnets': [{'id': 'd2dea6ab-0b76-4790-92a4-2f099e71a076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:50:26.438104 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01cb922-8c57-4443-8b12-82700d7b3e1c None None] The sync data for ids ['331efc7b-21ba-4a6e-94c3-3374b42da6bf'] in dv-cinder-792209-3-iscsi is: [{'id': '331efc7b-21ba-4a6e-94c3-3374b42da6bf', 'name': 'tempest-TestVolumeBootPattern-1420845167-router', 'tenant_id': '88a58df133934c4f81ee428d1e9f06df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'af99040a-16c3-4613-88a4-0ebb3aec8a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:19Z', 'updated_at': '2021-06-29T10:50:22Z', 'revision_number': 4, 'project_id': '88a58df133934c4f81ee428d1e9f06df', 'gw_port': {'id': 'af99040a-16c3-4613-88a4-0ebb3aec8a28', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331efc7b-21ba-4a6e-94c3-3374b42da6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:19Z', 'updated_at': '2021-06-29T10:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': 'a878d6cc-b3c5-4dcf-8ecf-3fd668e7badd', 'name': '', 'network_id': 'c450cb90-30ff-40de-b0d7-f8c283487675', 'tenant_id': '88a58df133934c4f81ee428d1e9f06df', 'mac_address': 'fa:16:3e:ff:f3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331efc7b-21ba-4a6e-94c3-3374b42da6bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'd2dea6ab-0b76-4790-92a4-2f099e71a076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:21Z', 'updated_at': '2021-06-29T10:50:25Z', 'revision_number': 4, 'project_id': '88a58df133934c4f81ee428d1e9f06df', 'subnets': [{'id': 'd2dea6ab-0b76-4790-92a4-2f099e71a076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:50:28.045075 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device a878d6cc-b3c5-4dcf-8ecf-3fd668e7badd up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:50:28.093632 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning for port a878d6cc-b3c5-4dcf-8ecf-3fd668e7badd completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:50:28.097342 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port a878d6cc-b3c5-4dcf-8ecf-3fd668e7badd triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:28.097723 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:28.177688 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:28.208718 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] For port a878d6cc-b3c5-4dcf-8ecf-3fd668e7badd, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=a878d6cc-b3c5-4dcf-8ecf-3fd668e7badd,segment=NetworkSegment(d42a70ba-2028-4414-a400-3778818399a8),segment_id=d42a70ba-2028-4414-a400-3778818399a8)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:28.215501 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:28.218232 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:28.264063 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Pushing event updated for resources: {'Port': ['ID=a878d6cc-b3c5-4dcf-8ecf-3fd668e7badd,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:28.267056 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:28.678998 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-4e789791-c85b-4cd2-afcf-c54bbd8cfc79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:28.888918 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:29.714196 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:30.031371 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device a878d6cc-b3c5-4dcf-8ecf-3fd668e7badd up at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:50:30.078553 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Provisioning complete for port a878d6cc-b3c5-4dcf-8ecf-3fd668e7badd triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:30.078952 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:31.234249 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:35.948711 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.agents_db [None req-93d4a047-be9c-4d13-b750-597922b429b4 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:50:43.157664 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-3f6bae55-a1d9-4e37-832c-4182834e78a8 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-886368089&fields=id&tenant_id=d430ddcb57a54f888eeb6e4432ddf4ef HTTP/1.1" status: 200 len: 267 time: 0.0329630 Jun 29 10:50:43.259826 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-b3ecdc33-23d4-4c2f-ab1f-7ebfd8bbcd02 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:43.261141 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-b3ecdc33-23d4-4c2f-ab1f-7ebfd8bbcd02 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/networks?id=c2c75e90-ff61-4035-ad60-7a5936afe119 HTTP/1.1" status: 200 len: 812 time: 0.0973761 Jun 29 10:50:43.275459 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-b8ae566c-e101-4450-b74b-2b5a8305286b tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/quotas/d430ddcb57a54f888eeb6e4432ddf4ef HTTP/1.1" status: 200 len: 375 time: 0.0090539 Jun 29 10:50:43.338078 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-6d4b00ac-8686-4fea-b271-adfd51c3ae68 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d430ddcb57a54f888eeb6e4432ddf4ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579669 Jun 29 10:50:43.426966 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-baa19c3b-33a9-4746-a77c-f91da931e49e service neutron] 10.222.0.61 "GET /v2.0/networks/c2c75e90-ff61-4035-ad60-7a5936afe119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781868 Jun 29 10:50:43.514436 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-cccd27a9-1963-42c1-a09a-f0ae55b5f967 service neutron] 10.222.0.61 "GET /v2.0/networks/c2c75e90-ff61-4035-ad60-7a5936afe119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811946 Jun 29 10:50:43.799350 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f63e2ff6-e2ee-4c88-92a0-1602b797fc88 req-8faf2800-d2b5-4b2c-bf85-c7a1729a624f tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ccea396-f482-4ea8-bb14-265714a74896 HTTP/1.1" status: 200 len: 210 time: 0.0275123 Jun 29 10:50:44.959834 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8872d457-65fe-438e-b635-2b975cf2be71 req-60f38174-f151-4d90-bcbc-763faf154afd tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ccea396-f482-4ea8-bb14-265714a74896 HTTP/1.1" status: 200 len: 210 time: 0.0343630 Jun 29 10:50:45.013797 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-c1c0755b-40a3-46ab-afad-9ffed61b1f0b tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:45.015297 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-c1c0755b-40a3-46ab-afad-9ffed61b1f0b tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.41 "GET /v2.0/networks?id=c2c75e90-ff61-4035-ad60-7a5936afe119 HTTP/1.1" status: 200 len: 812 time: 0.1390343 Jun 29 10:50:45.074477 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-b40006a9-e54d-48fb-8354-5bf7155ff4e7 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d430ddcb57a54f888eeb6e4432ddf4ef HTTP/1.1" status: 200 len: 379 time: 0.0364039 Jun 29 10:50:45.097839 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-af83c451-fefc-420d-941c-d8ceee95d001 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Request body: {'port': {'device_id': '2ccea396-f482-4ea8-bb14-265714a74896', 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119', 'admin_state_up': True, 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'security_groups': ['eacc4d0f-3a32-46e9-8671-49f863ccc25f']}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:45.210326 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-af83c451-fefc-420d-941c-d8ceee95d001 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Made reservation on behalf of d430ddcb57a54f888eeb6e4432ddf4ef for: {'port': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:50:45.214616 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-af83c451-fefc-420d-941c-d8ceee95d001 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:45.336754 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-af83c451-fefc-420d-941c-d8ceee95d001 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Allocated IP 172.20.0.6 (c2c75e90-ff61-4035-ad60-7a5936afe119/e06f0075-fc72-462c-a9f0-67a612c09aa9/df375369-6649-4159-aef0-814c8e7f0fab) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:50:45.471850 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-af83c451-fefc-420d-941c-d8ceee95d001 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:45.484465 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-af83c451-fefc-420d-941c-d8ceee95d001 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Transition to ACTIVE for port object df375369-6649-4159-aef0-814c8e7f0fab will not be triggered until provisioned by entity DHCP. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:50:45.517303 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-af83c451-fefc-420d-941c-d8ceee95d001 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5295544'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:45.521214 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:45.568393 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-af83c451-fefc-420d-941c-d8ceee95d001 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Network c2c75e90-ff61-4035-ad60-7a5936afe119 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:50:45.571645 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-af83c451-fefc-420d-941c-d8ceee95d001 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:50:45.575437 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-af83c451-fefc-420d-941c-d8ceee95d001 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:50:45.600727 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af83c451-fefc-420d-941c-d8ceee95d001 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Pushing event updated for resources: {'Port': ['ID=df375369-6649-4159-aef0-814c8e7f0fab,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:45.605706 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-af83c451-fefc-420d-941c-d8ceee95d001 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:45.630114 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-af83c451-fefc-420d-941c-d8ceee95d001 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:45.630876 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-af83c451-fefc-420d-941c-d8ceee95d001 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:45.647675 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-af83c451-fefc-420d-941c-d8ceee95d001 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5538387 Jun 29 10:50:45.673073 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-00b92363-3bc6-47ab-b3c8-40468dac5b53 service neutron] Request body: {'port': {'device_id': '2ccea396-f482-4ea8-bb14-265714a74896', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:50:45.750372 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-00b92363-3bc6-47ab-b3c8-40468dac5b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:45.848826 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-7b64a11f-8bac-4268-b586-5c00b8ea796f None None] Provisioning for port df375369-6649-4159-aef0-814c8e7f0fab completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:50:45.853042 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-7b64a11f-8bac-4268-b586-5c00b8ea796f None None] Provisioning complete for port df375369-6649-4159-aef0-814c8e7f0fab triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:45.853396 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-7b64a11f-8bac-4268-b586-5c00b8ea796f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:45.885239 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-7b64a11f-8bac-4268-b586-5c00b8ea796f None None] Port df375369-6649-4159-aef0-814c8e7f0fab cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:50:46.004720 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.notifiers.nova [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-00b92363-3bc6-47ab-b3c8-40468dac5b53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df375369-6649-4159-aef0-814c8e7f0fab {{(pid=99533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:50:46.012071 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-00b92363-3bc6-47ab-b3c8-40468dac5b53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:46.023938 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-00b92363-3bc6-47ab-b3c8-40468dac5b53 service neutron] Transition to ACTIVE for port object df375369-6649-4159-aef0-814c8e7f0fab will not be triggered until provisioned by entity L2. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:50:46.029103 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-00b92363-3bc6-47ab-b3c8-40468dac5b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5295534'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:46.031183 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-5f4f4c6c-aaa0-4b98-9491-b5bb6c104d75 tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:46.122575 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b92363-3bc6-47ab-b3c8-40468dac5b53 service neutron] Pushing event updated for resources: {'Port': ['ID=df375369-6649-4159-aef0-814c8e7f0fab,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:46.126855 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-00b92363-3bc6-47ab-b3c8-40468dac5b53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:46.206302 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44670f-f2dd-4940-91c8-04e723bcba31 req-63ddf263-a4bf-44a4-b6c7-5e5eabbfee85 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:46.207803 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0e44670f-f2dd-4940-91c8-04e723bcba31 req-63ddf263-a4bf-44a4-b6c7-5e5eabbfee85 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ccea396-f482-4ea8-bb14-265714a74896 HTTP/1.1" status: 200 len: 943 time: 0.1340206 Jun 29 10:50:46.209276 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-00b92363-3bc6-47ab-b3c8-40468dac5b53 service neutron] Attempting to bind port df375369-6649-4159-aef0-814c8e7f0fab on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:50:46.209612 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-00b92363-3bc6-47ab-b3c8-40468dac5b53 service neutron] Attempting to bind port df375369-6649-4159-aef0-814c8e7f0fab by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '75e4d7f1-7396-4412-92bf-807a43990804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119'}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:50:46.209915 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-00b92363-3bc6-47ab-b3c8-40468dac5b53 service neutron] Attempting to bind port df375369-6649-4159-aef0-814c8e7f0fab on network c2c75e90-ff61-4035-ad60-7a5936afe119 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:50:46.214954 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-00b92363-3bc6-47ab-b3c8-40468dac5b53 service neutron] Port df375369-6649-4159-aef0-814c8e7f0fab on network c2c75e90-ff61-4035-ad60-7a5936afe119 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:50:46.215274 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-00b92363-3bc6-47ab-b3c8-40468dac5b53 service neutron] Attempting to bind port df375369-6649-4159-aef0-814c8e7f0fab on network c2c75e90-ff61-4035-ad60-7a5936afe119 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:50:46.227496 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-00b92363-3bc6-47ab-b3c8-40468dac5b53 service neutron] Checking agent: {'id': 'd76c2234-1a1a-45d0-9761-a55b876eff8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 39, 54), 'started_at': datetime.datetime(2021, 6, 29, 10, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:50:46.227832 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-00b92363-3bc6-47ab-b3c8-40468dac5b53 service neutron] Checking segment: {'id': '75e4d7f1-7396-4412-92bf-807a43990804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:50:46.228203 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-00b92363-3bc6-47ab-b3c8-40468dac5b53 service neutron] Bound using segment: {'id': '75e4d7f1-7396-4412-92bf-807a43990804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119'} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:50:46.228629 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-00b92363-3bc6-47ab-b3c8-40468dac5b53 service neutron] Bound port: df375369-6649-4159-aef0-814c8e7f0fab, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75e4d7f1-7396-4412-92bf-807a43990804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119'}}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:50:46.228982 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-00b92363-3bc6-47ab-b3c8-40468dac5b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:46.281262 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0e44670f-f2dd-4940-91c8-04e723bcba31 req-23ee8bdf-e6b7-4443-bebc-1b882550248c tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637984 Jun 29 10:50:46.312893 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-00b92363-3bc6-47ab-b3c8-40468dac5b53 service neutron] For port df375369-6649-4159-aef0-814c8e7f0fab, host hv-cinder-79220, cleared binding levels {{(pid=99533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:50:46.315987 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-00b92363-3bc6-47ab-b3c8-40468dac5b53 service neutron] For port df375369-6649-4159-aef0-814c8e7f0fab, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=df375369-6649-4159-aef0-814c8e7f0fab,segment=NetworkSegment(75e4d7f1-7396-4412-92bf-807a43990804),segment_id=75e4d7f1-7396-4412-92bf-807a43990804)] {{(pid=99533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:50:46.321957 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-00b92363-3bc6-47ab-b3c8-40468dac5b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5295534'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:46.325018 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-36714fb5-0b24-4e48-8658-38a82a464a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:46.354527 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-00b92363-3bc6-47ab-b3c8-40468dac5b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:46.355155 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-00b92363-3bc6-47ab-b3c8-40468dac5b53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:46.356487 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-00b92363-3bc6-47ab-b3c8-40468dac5b53 service neutron] 10.222.0.41 "PUT /v2.0/ports/df375369-6649-4159-aef0-814c8e7f0fab HTTP/1.1" status: 200 len: 1093 time: 0.6882191 Jun 29 10:50:46.357009 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ccea396-f482-4ea8-bb14-265714a74896', 'tag': 'df375369-6649-4159-aef0-814c8e7f0fab'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:50:46.359288 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82814ba4342b3241ea59c6119a2f8abf18707475a0488e58b50a7e2d80907800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65713e3e-ebc7-4841-9c80-102416000f59" -d '{"events": [{"name": "network-changed", "server_uuid": "2ccea396-f482-4ea8-bb14-265714a74896", "tag": "df375369-6649-4159-aef0-814c8e7f0fab"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:50:46.388605 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b92363-3bc6-47ab-b3c8-40468dac5b53 service neutron] Pushing event updated for resources: {'Port': ['ID=df375369-6649-4159-aef0-814c8e7f0fab,revision_number=3']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:46.391941 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-00b92363-3bc6-47ab-b3c8-40468dac5b53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:46.403801 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eeb3276-77bc-479f-aad4-1751e5238e55 x-openstack-request-id: req-9eeb3276-77bc-479f-aad4-1751e5238e55 {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:50:46.404348 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ccea396-f482-4ea8-bb14-265714a74896", "tag": "df375369-6649-4159-aef0-814c8e7f0fab", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:50:46.404788 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9eeb3276-77bc-479f-aad4-1751e5238e55 {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:50:46.405387 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ccea396-f482-4ea8-bb14-265714a74896', 'tag': 'df375369-6649-4159-aef0-814c8e7f0fab', 'status': 'completed', 'code': 200} Jun 29 10:50:46.482454 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-f4c06313-3e2c-44a7-81b9-0d0fe2d26b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:46.483970 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-f4c06313-3e2c-44a7-81b9-0d0fe2d26b9e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d430ddcb57a54f888eeb6e4432ddf4ef&device_id=2ccea396-f482-4ea8-bb14-265714a74896 HTTP/1.1" status: 200 len: 1096 time: 0.0583446 Jun 29 10:50:46.540845 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-989d4b39-2bc5-4898-9bc0-5c9e58f74d75 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df375369-6649-4159-aef0-814c8e7f0fab HTTP/1.1" status: 200 len: 217 time: 0.0401967 Jun 29 10:50:46.589088 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-af12b55b-ba59-4a34-a37e-2dff5808dc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:46.590492 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-af12b55b-ba59-4a34-a37e-2dff5808dc63 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e06f0075-fc72-462c-a9f0-67a612c09aa9 HTTP/1.1" status: 200 len: 851 time: 0.0430517 Jun 29 10:50:46.650255 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-50b87f7b-dc20-4244-8b50-092e603fcd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:46.651751 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-50b87f7b-dc20-4244-8b50-092e603fcd12 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2c75e90-ff61-4035-ad60-7a5936afe119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539310 Jun 29 10:50:46.975709 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-7ceb991e-2968-44b9-9c13-85f61574b7c8 service neutron] 10.222.0.41 "GET /v2.0/networks/c2c75e90-ff61-4035-ad60-7a5936afe119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162694 Jun 29 10:50:47.066560 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-23030ddd-d9cb-44b1-a4b9-2ca8424dfb17 req-9fb525e6-dba7-4be0-8bd2-42c6652bcace service neutron] 10.222.0.41 "GET /v2.0/networks/c2c75e90-ff61-4035-ad60-7a5936afe119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830765 Jun 29 10:50:47.219943 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65713e3e-ebc7-4841-9c80-102416000f59 req-cc1d40dc-8451-459a-acd0-9eec0c0e26a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:47.221430 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-65713e3e-ebc7-4841-9c80-102416000f59 req-cc1d40dc-8451-459a-acd0-9eec0c0e26a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d430ddcb57a54f888eeb6e4432ddf4ef&device_id=2ccea396-f482-4ea8-bb14-265714a74896 HTTP/1.1" status: 200 len: 1096 time: 0.0507782 Jun 29 10:50:47.311069 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65713e3e-ebc7-4841-9c80-102416000f59 req-49b2378b-73d9-4e7c-8913-40df8c75604f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:47.312500 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-65713e3e-ebc7-4841-9c80-102416000f59 req-49b2378b-73d9-4e7c-8913-40df8c75604f service neutron] 10.222.0.41 "GET /v2.0/networks?id=c2c75e90-ff61-4035-ad60-7a5936afe119 HTTP/1.1" status: 200 len: 913 time: 0.0827551 Jun 29 10:50:47.359796 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-65713e3e-ebc7-4841-9c80-102416000f59 req-911601be-a8e2-4dc6-be70-1e8b91cbd60d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df375369-6649-4159-aef0-814c8e7f0fab HTTP/1.1" status: 200 len: 217 time: 0.0336807 Jun 29 10:50:47.422719 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65713e3e-ebc7-4841-9c80-102416000f59 req-9ff543a6-d620-4d2e-ad80-7b0a5e060002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:47.424138 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-65713e3e-ebc7-4841-9c80-102416000f59 req-9ff543a6-d620-4d2e-ad80-7b0a5e060002 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e06f0075-fc72-462c-a9f0-67a612c09aa9 HTTP/1.1" status: 200 len: 851 time: 0.0538275 Jun 29 10:50:47.515463 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f80f019-5232-410e-95c5-16c21fbd879e req-a4e20d0b-e5fc-4acc-b081-925d41e6c122 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:47.516959 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-5f80f019-5232-410e-95c5-16c21fbd879e req-a4e20d0b-e5fc-4acc-b081-925d41e6c122 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ccea396-f482-4ea8-bb14-265714a74896 HTTP/1.1" status: 200 len: 943 time: 0.1087754 Jun 29 10:50:47.523058 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65713e3e-ebc7-4841-9c80-102416000f59 req-43d662c9-b279-4cb7-929a-5e53784e80f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:47.524460 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-65713e3e-ebc7-4841-9c80-102416000f59 req-43d662c9-b279-4cb7-929a-5e53784e80f4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2c75e90-ff61-4035-ad60-7a5936afe119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0841513 Jun 29 10:50:47.607820 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-5f80f019-5232-410e-95c5-16c21fbd879e req-20e63bec-4015-40f9-bdd5-7f7aa0c482e6 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824013 Jun 29 10:50:47.640887 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-65713e3e-ebc7-4841-9c80-102416000f59 req-591fbfa8-df26-47b3-a29d-8688296e8652 service neutron] 10.222.0.41 "GET /v2.0/networks/c2c75e90-ff61-4035-ad60-7a5936afe119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081078 Jun 29 10:50:47.768649 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-65713e3e-ebc7-4841-9c80-102416000f59 req-f3262227-c558-41cf-ae47-c9974aa41de1 service neutron] 10.222.0.41 "GET /v2.0/networks/c2c75e90-ff61-4035-ad60-7a5936afe119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197293 Jun 29 10:50:47.780030 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339a38a-1567-474b-b01a-4dd68d2f2f9e req-e028fc34-5b9a-476c-a591-1b667ef1242f tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:47.781369 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8339a38a-1567-474b-b01a-4dd68d2f2f9e req-e028fc34-5b9a-476c-a591-1b667ef1242f tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 945 time: 0.1254923 Jun 29 10:50:47.819527 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8339a38a-1567-474b-b01a-4dd68d2f2f9e req-51d495e3-6e86-4cc8-b0c0-67e3a28c2142 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5064922-720f-47c1-8adb-92dbe9abf694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315495 Jun 29 10:50:48.775503 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa23fcb-c415-46c6-8db7-c5042533bc85 req-ed1d7582-42eb-4298-aa20-4cd5e89a19a1 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:48.776940 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-faa23fcb-c415-46c6-8db7-c5042533bc85 req-ed1d7582-42eb-4298-aa20-4cd5e89a19a1 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ccea396-f482-4ea8-bb14-265714a74896 HTTP/1.1" status: 200 len: 943 time: 0.0614433 Jun 29 10:50:48.814439 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-faa23fcb-c415-46c6-8db7-c5042533bc85 req-c9244774-cb8a-448f-98a8-53307bfc99fa tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311224 Jun 29 10:50:48.998238 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c1e7f-37ec-4901-9f68-d0577d0c2826 req-166f4593-3471-4563-b20e-fd87056b6905 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:48.999717 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-724c1e7f-37ec-4901-9f68-d0577d0c2826 req-166f4593-3471-4563-b20e-fd87056b6905 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 945 time: 0.0631802 Jun 29 10:50:49.035975 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-724c1e7f-37ec-4901-9f68-d0577d0c2826 req-8c244422-9948-4da5-a19b-f177693f7a6f tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5064922-720f-47c1-8adb-92dbe9abf694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307410 Jun 29 10:50:49.986343 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea178f6-64e0-49e7-84e1-dbd3085075ca req-71aebac7-1a69-4dbc-8e1a-0ba696731005 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:49.987834 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-4ea178f6-64e0-49e7-84e1-dbd3085075ca req-71aebac7-1a69-4dbc-8e1a-0ba696731005 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ccea396-f482-4ea8-bb14-265714a74896 HTTP/1.1" status: 200 len: 943 time: 0.0667927 Jun 29 10:50:50.024810 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-4ea178f6-64e0-49e7-84e1-dbd3085075ca req-ab76d552-dd13-431d-80f7-ee0bd833cbe6 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313087 Jun 29 10:50:50.205811 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe54ad3-95ed-43fe-9840-a95315fc0bb8 req-89b12921-3075-45f4-b26f-289628f7f9e1 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:50.207193 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-bbe54ad3-95ed-43fe-9840-a95315fc0bb8 req-89b12921-3075-45f4-b26f-289628f7f9e1 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 945 time: 0.0624762 Jun 29 10:50:50.243367 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-bbe54ad3-95ed-43fe-9840-a95315fc0bb8 req-27408ea9-5bbf-4305-8a67-6dcb5275f827 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5064922-720f-47c1-8adb-92dbe9abf694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305657 Jun 29 10:50:51.196075 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f55c7-d3c6-4c5e-ad4e-b51346655ba1 req-4858b289-1f3c-4a22-a238-237b151d1825 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:51.197518 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b93f55c7-d3c6-4c5e-ad4e-b51346655ba1 req-4858b289-1f3c-4a22-a238-237b151d1825 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ccea396-f482-4ea8-bb14-265714a74896 HTTP/1.1" status: 200 len: 943 time: 0.0645046 Jun 29 10:50:51.233885 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b93f55c7-d3c6-4c5e-ad4e-b51346655ba1 req-94f36662-2cfc-4702-8a52-ea2a211eff5b tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309048 Jun 29 10:50:51.411501 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291a3fd-93ea-4b8e-ab32-cffebf0cc7da req-359d8d52-3039-41a1-aeaf-ffc31b3f1d32 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:51.412955 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-5291a3fd-93ea-4b8e-ab32-cffebf0cc7da req-359d8d52-3039-41a1-aeaf-ffc31b3f1d32 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 945 time: 0.0611300 Jun 29 10:50:51.448890 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-5291a3fd-93ea-4b8e-ab32-cffebf0cc7da req-11e5236c-89f1-4a93-96a3-3499f0f5c272 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5064922-720f-47c1-8adb-92dbe9abf694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304291 Jun 29 10:50:52.398227 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7420c2-25f2-4ced-a7b2-ca758738cf8f req-39915282-44b9-405f-9543-271df64c7a73 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:52.399695 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8b7420c2-25f2-4ced-a7b2-ca758738cf8f req-39915282-44b9-405f-9543-271df64c7a73 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ccea396-f482-4ea8-bb14-265714a74896 HTTP/1.1" status: 200 len: 943 time: 0.0613763 Jun 29 10:50:52.437714 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8b7420c2-25f2-4ced-a7b2-ca758738cf8f req-4b823c65-1829-4eda-9bdb-467ce428bddb tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324779 Jun 29 10:50:52.622605 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d9244f-bbd1-4ace-842e-20dea1000268 req-56abcfde-e7f4-4b40-86d0-7e88f2c02cda tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:52.624069 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c4d9244f-bbd1-4ace-842e-20dea1000268 req-56abcfde-e7f4-4b40-86d0-7e88f2c02cda tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 945 time: 0.0647264 Jun 29 10:50:52.660938 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c4d9244f-bbd1-4ace-842e-20dea1000268 req-cba15870-84bc-4cc8-9556-de487b939336 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5064922-720f-47c1-8adb-92dbe9abf694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312898 Jun 29 10:50:53.604860 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607de5a-e840-4d87-9922-da3dc4cb008e req-a6a9224a-2551-4ec8-85b6-96b65336fcd1 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:53.606234 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b607de5a-e840-4d87-9922-da3dc4cb008e req-a6a9224a-2551-4ec8-85b6-96b65336fcd1 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ccea396-f482-4ea8-bb14-265714a74896 HTTP/1.1" status: 200 len: 943 time: 0.0618629 Jun 29 10:50:53.643259 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b607de5a-e840-4d87-9922-da3dc4cb008e req-081b6c17-b982-4ee8-90ee-038a3fdfd9d1 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314887 Jun 29 10:50:53.832956 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447ddc7-c706-4b23-8d14-3e964fb330ac req-44bd4235-44f2-4a3b-8a5d-50fc94cdf9f4 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:53.835038 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-4447ddc7-c706-4b23-8d14-3e964fb330ac req-44bd4235-44f2-4a3b-8a5d-50fc94cdf9f4 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 945 time: 0.0652173 Jun 29 10:50:53.871024 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-4447ddc7-c706-4b23-8d14-3e964fb330ac req-063ecf2a-499c-47e6-a684-f2f01b3c0591 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5064922-720f-47c1-8adb-92dbe9abf694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304041 Jun 29 10:50:54.820512 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4557bcb-cdf2-446f-8e95-9f9006ecd8a1 req-619db821-a5b1-47d2-b9b9-ea4377bb60a4 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:54.822218 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d4557bcb-cdf2-446f-8e95-9f9006ecd8a1 req-619db821-a5b1-47d2-b9b9-ea4377bb60a4 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ccea396-f482-4ea8-bb14-265714a74896 HTTP/1.1" status: 200 len: 943 time: 0.0669224 Jun 29 10:50:54.822363 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:54.858315 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d4557bcb-cdf2-446f-8e95-9f9006ecd8a1 req-8d374b97-99fb-4be4-901e-1c3348b0f0b1 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304823 Jun 29 10:50:55.045466 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e68b2-9e1f-44b6-ab79-b2f9f32bc502 req-3566076d-045c-4a5d-8846-6ee7d60fedca tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:55.046905 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a52e68b2-9e1f-44b6-ab79-b2f9f32bc502 req-3566076d-045c-4a5d-8846-6ee7d60fedca tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 945 time: 0.0601544 Jun 29 10:50:55.083665 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a52e68b2-9e1f-44b6-ab79-b2f9f32bc502 req-c6c63f03-195d-46b1-a965-005607af57c3 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5064922-720f-47c1-8adb-92dbe9abf694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312159 Jun 29 10:50:55.973747 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-2f4e2559-6aef-45d7-9a2f-81007281d6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:56.032213 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b3b8e-171a-4b95-ab0e-611cd1abd808 req-88e45a69-4ab9-4ee4-86a3-8636076f0c92 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:56.033659 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-523b3b8e-171a-4b95-ab0e-611cd1abd808 req-88e45a69-4ab9-4ee4-86a3-8636076f0c92 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ccea396-f482-4ea8-bb14-265714a74896 HTTP/1.1" status: 200 len: 943 time: 0.0653820 Jun 29 10:50:56.070474 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-523b3b8e-171a-4b95-ab0e-611cd1abd808 req-3f2402c2-1ba4-4c39-94f3-1a23ae459753 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307410 Jun 29 10:50:56.252560 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec78dd5-3d0b-4481-9992-4e8e9b559415 req-a5289526-2eff-49c3-963a-7df8ac1b51a6 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:56.253926 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fec78dd5-3d0b-4481-9992-4e8e9b559415 req-a5289526-2eff-49c3-963a-7df8ac1b51a6 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 945 time: 0.0619760 Jun 29 10:50:56.291783 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fec78dd5-3d0b-4481-9992-4e8e9b559415 req-921ef4d7-006a-456c-a864-1620bdac6f31 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5064922-720f-47c1-8adb-92dbe9abf694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321963 Jun 29 10:50:56.502445 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device df375369-6649-4159-aef0-814c8e7f0fab details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:50:56.594958 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port df375369-6649-4159-aef0-814c8e7f0fab, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=df375369-6649-4159-aef0-814c8e7f0fab,segment=NetworkSegment(75e4d7f1-7396-4412-92bf-807a43990804),segment_id=75e4d7f1-7396-4412-92bf-807a43990804)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:56.605898 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Returning: {'device': 'df375369-6649-4159-aef0-814c8e7f0fab', 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119', 'port_id': 'df375369-6649-4159-aef0-814c8e7f0fab', 'mac_address': 'fa:16:3e:36:f5:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e06f0075-fc72-462c-a9f0-67a612c09aa9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:50:56.642447 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:56.655846 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df375369-6649-4159-aef0-814c8e7f0fab {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:50:56.675386 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port df375369-6649-4159-aef0-814c8e7f0fab, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=df375369-6649-4159-aef0-814c8e7f0fab,segment=NetworkSegment(75e4d7f1-7396-4412-92bf-807a43990804),segment_id=75e4d7f1-7396-4412-92bf-807a43990804)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:56.679852 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:56.682532 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:56.730439 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=df375369-6649-4159-aef0-814c8e7f0fab,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:56.737881 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:56.738287 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:56.738673 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:56.739009 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:56.739345 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:56.739691 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:56.740021 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:56.740650 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:56.740981 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:56.741302 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:56.741622 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:56.741939 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:50:56.745549 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:57.022646 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] get_ports_and_sgs() called for port_ids ['df375369-6649-4159-aef0-814c8e7f0fab'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:50:57.243927 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02bdba-2ccf-4da4-8550-04aa5d4f6e20 req-d226d637-8b91-43e4-b92e-852364663c62 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:57.245390 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3f02bdba-2ccf-4da4-8550-04aa5d4f6e20 req-d226d637-8b91-43e4-b92e-852364663c62 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ccea396-f482-4ea8-bb14-265714a74896 HTTP/1.1" status: 200 len: 944 time: 0.0657291 Jun 29 10:50:57.281477 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3f02bdba-2ccf-4da4-8550-04aa5d4f6e20 req-9a6e1a0f-3a4d-42dc-90e4-f8be24d4da69 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304880 Jun 29 10:50:57.462676 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db011087-7363-4c94-bf62-3466325ad754 req-25eb81ef-3d6f-461e-a7c8-53166256b227 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:57.464098 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-db011087-7363-4c94-bf62-3466325ad754 req-25eb81ef-3d6f-461e-a7c8-53166256b227 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 945 time: 0.0609455 Jun 29 10:50:57.500399 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-db011087-7363-4c94-bf62-3466325ad754 req-09ebe6bc-a1cc-4eda-9e11-a7e58f87d561 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5064922-720f-47c1-8adb-92dbe9abf694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306947 Jun 29 10:50:58.449149 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8e4ed-194b-4ad3-b4bd-5c3ea6997125 req-5cd2a4a9-f10a-4326-ba44-a9a7faf719c8 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:58.450540 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a3b8e4ed-194b-4ad3-b4bd-5c3ea6997125 req-5cd2a4a9-f10a-4326-ba44-a9a7faf719c8 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ccea396-f482-4ea8-bb14-265714a74896 HTTP/1.1" status: 200 len: 944 time: 0.0617020 Jun 29 10:50:58.487694 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a3b8e4ed-194b-4ad3-b4bd-5c3ea6997125 req-3a755d14-5dc6-4490-9d63-36cffbdc991d tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303926 Jun 29 10:50:58.543939 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device df375369-6649-4159-aef0-814c8e7f0fab up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:50:58.591338 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Provisioning for port df375369-6649-4159-aef0-814c8e7f0fab completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:50:58.594818 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Provisioning complete for port df375369-6649-4159-aef0-814c8e7f0fab triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:50:58.595197 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:58.672092 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5eba46-6acf-4765-851a-b8f24a244860 req-5c1c8fa2-8274-43ea-8ca5-c6d5728fd3f4 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:58.673543 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3d5eba46-6acf-4765-851a-b8f24a244860 req-5c1c8fa2-8274-43ea-8ca5-c6d5728fd3f4 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 945 time: 0.0654438 Jun 29 10:50:58.679565 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:58.689170 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-33695e26-1048-44dc-8237-c3ac883443e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:58.705636 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ccea396-f482-4ea8-bb14-265714a74896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df375369-6649-4159-aef0-814c8e7f0fab'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:50:58.707835 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3762a8f488588fc24900269a9cc386d753c3d6f951c38e7bc7f446f2f69fbffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ba2194-6785-4da2-8c5b-958306ec56a9" -d '{"events": [{"server_uuid": "2ccea396-f482-4ea8-bb14-265714a74896", "name": "network-vif-plugged", "status": "completed", "tag": "df375369-6649-4159-aef0-814c8e7f0fab"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:50:58.711341 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3d5eba46-6acf-4765-851a-b8f24a244860 req-8b23ec96-fe76-4a3f-b89a-37b97b6ecd67 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5064922-720f-47c1-8adb-92dbe9abf694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314486 Jun 29 10:50:58.721222 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port df375369-6649-4159-aef0-814c8e7f0fab, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=df375369-6649-4159-aef0-814c8e7f0fab,segment=NetworkSegment(75e4d7f1-7396-4412-92bf-807a43990804),segment_id=75e4d7f1-7396-4412-92bf-807a43990804)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:50:58.724534 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:58.730838 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-98a3543f-7a5c-45cf-b04f-6ba938022198 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:50:58.757769 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0959b9f-1de3-47a0-8915-f7ce15af9175 x-openstack-request-id: req-f0959b9f-1de3-47a0-8915-f7ce15af9175 {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:50:58.758059 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ccea396-f482-4ea8-bb14-265714a74896", "name": "network-vif-plugged", "status": "completed", "tag": "df375369-6649-4159-aef0-814c8e7f0fab", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:50:58.758318 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f0959b9f-1de3-47a0-8915-f7ce15af9175 {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:50:58.758735 dv-cinder-792209-3-iscsi neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ccea396-f482-4ea8-bb14-265714a74896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df375369-6649-4159-aef0-814c8e7f0fab', 'code': 200} Jun 29 10:50:58.786380 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=df375369-6649-4159-aef0-814c8e7f0fab,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:50:58.789858 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:50:58.891191 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:59.056493 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b001974-f5d9-4b2a-b890-d911395c0244 req-48e089f7-1577-4b02-ac00-bca5f94ea646 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:59.057995 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8b001974-f5d9-4b2a-b890-d911395c0244 req-48e089f7-1577-4b02-ac00-bca5f94ea646 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 945 time: 0.0633504 Jun 29 10:50:59.117726 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbbc53e-5825-473f-8f51-bd1dc335ded6 req-10474fdd-4447-4c74-9dee-662a512fd1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:59.119259 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-afbbc53e-5825-473f-8f51-bd1dc335ded6 req-10474fdd-4447-4c74-9dee-662a512fd1b3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f34a2fc6d2f4421ca15b3a2e61382a66&device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 1098 time: 0.0528915 Jun 29 10:50:59.129952 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8b001974-f5d9-4b2a-b890-d911395c0244 req-455c234a-2b47-4d5c-bd1d-3470a328b445 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5064922-720f-47c1-8adb-92dbe9abf694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662336 Jun 29 10:50:59.143135 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a1a58-797f-40a3-a191-da0dc09c737b req-f6daf8f3-8978-46ab-a1d8-060f1429c91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:59.148356 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-042a1a58-797f-40a3-a191-da0dc09c737b req-f6daf8f3-8978-46ab-a1d8-060f1429c91a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2ccea396-f482-4ea8-bb14-265714a74896 HTTP/1.1" status: 200 len: 1098 time: 0.0751452 Jun 29 10:50:59.180018 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-042a1a58-797f-40a3-a191-da0dc09c737b req-4cc8451d-8109-4cc7-a922-55fe51a08256 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281343 Jun 29 10:50:59.214255 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbbc53e-5825-473f-8f51-bd1dc335ded6 req-403f7947-e246-4db7-bd74-6eef71c8ecfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:59.215747 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-afbbc53e-5825-473f-8f51-bd1dc335ded6 req-403f7947-e246-4db7-bd74-6eef71c8ecfd service neutron] 10.222.0.41 "GET /v2.0/networks?id=92fea580-df85-490d-995f-a2b8ddebd1fe HTTP/1.1" status: 200 len: 912 time: 0.0860448 Jun 29 10:50:59.532868 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-afbbc53e-5825-473f-8f51-bd1dc335ded6 req-176f7014-7aef-4c02-9c40-eb95a6d64a4d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=464191ff-b729-4bcc-a259-957d2510d09d HTTP/1.1" status: 200 len: 1001 time: 0.0566168 Jun 29 10:50:59.585313 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbbc53e-5825-473f-8f51-bd1dc335ded6 req-eac307b6-488c-408e-b952-96f398cc5460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:59.586749 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-afbbc53e-5825-473f-8f51-bd1dc335ded6 req-eac307b6-488c-408e-b952-96f398cc5460 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46 HTTP/1.1" status: 200 len: 850 time: 0.0455248 Jun 29 10:50:59.641990 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbbc53e-5825-473f-8f51-bd1dc335ded6 req-dfcc0a43-352d-4448-917b-be0c5aeba4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:59.643384 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-afbbc53e-5825-473f-8f51-bd1dc335ded6 req-dfcc0a43-352d-4448-917b-be0c5aeba4ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92fea580-df85-490d-995f-a2b8ddebd1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494747 Jun 29 10:50:59.664645 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d426c-f60b-4777-a530-fcff0d42e1f3 req-e4dd26e8-b905-43b6-9a96-84e823f982d6 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:50:59.666124 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-391d426c-f60b-4777-a530-fcff0d42e1f3 req-e4dd26e8-b905-43b6-9a96-84e823f982d6 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ccea396-f482-4ea8-bb14-265714a74896 HTTP/1.1" status: 200 len: 945 time: 0.0622671 Jun 29 10:50:59.702484 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-391d426c-f60b-4777-a530-fcff0d42e1f3 req-7fb1d93f-30dc-47ae-b22f-bfdc7f065248 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303032 Jun 29 10:50:59.727127 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:50:59.732906 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-afbbc53e-5825-473f-8f51-bd1dc335ded6 req-f9c0c1e3-d426-4c6d-969c-359467f3d493 service neutron] 10.222.0.41 "GET /v2.0/networks/92fea580-df85-490d-995f-a2b8ddebd1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816731 Jun 29 10:50:59.823557 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-afbbc53e-5825-473f-8f51-bd1dc335ded6 req-f60696bd-ee2e-4ba1-a349-dd8d8cbdbe58 service neutron] 10.222.0.41 "GET /v2.0/networks/92fea580-df85-490d-995f-a2b8ddebd1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827341 Jun 29 10:51:00.301956 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1852e1-72c0-4e2d-b93b-dfc7eddfbaed req-ac114409-d64c-46bb-a2d1-f22eadd61d68 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:00.303433 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-4e1852e1-72c0-4e2d-b93b-dfc7eddfbaed req-ac114409-d64c-46bb-a2d1-f22eadd61d68 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 945 time: 0.0604794 Jun 29 10:51:00.343849 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-4e1852e1-72c0-4e2d-b93b-dfc7eddfbaed req-83d84997-32e0-4336-b870-5001447ef18d tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5064922-720f-47c1-8adb-92dbe9abf694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349700 Jun 29 10:51:00.871076 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c877fe4-a26e-4a6e-98bb-497f83b5d101 req-95ca016c-2923-4c5e-83e8-3f1dc4e0520d tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:00.872513 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6c877fe4-a26e-4a6e-98bb-497f83b5d101 req-95ca016c-2923-4c5e-83e8-3f1dc4e0520d tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ccea396-f482-4ea8-bb14-265714a74896 HTTP/1.1" status: 200 len: 945 time: 0.0613198 Jun 29 10:51:00.909525 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6c877fe4-a26e-4a6e-98bb-497f83b5d101 req-76240ab9-fb0f-440b-8153-99fa05e2a4d3 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315392 Jun 29 10:51:01.078453 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792da0cb-c25e-438c-81b8-abf800ed94f6 req-ca21bb22-4497-4acf-9c0f-456ddd288e43 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:01.079907 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-792da0cb-c25e-438c-81b8-abf800ed94f6 req-ca21bb22-4497-4acf-9c0f-456ddd288e43 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ccea396-f482-4ea8-bb14-265714a74896 HTTP/1.1" status: 200 len: 945 time: 0.0630045 Jun 29 10:51:01.115641 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-792da0cb-c25e-438c-81b8-abf800ed94f6 req-29853986-c0d8-4797-a43b-639d9d6fc084 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297008 Jun 29 10:51:01.139472 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 51254) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:01.236705 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:01.278723 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da92bd60-4154-4b47-bb7e-8da77723bc93 tempest-TestVolumeBootPattern-583173397 tempest-TestVolumeBootPattern-583173397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:01.280195 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-da92bd60-4154-4b47-bb7e-8da77723bc93 tempest-TestVolumeBootPattern-583173397 tempest-TestVolumeBootPattern-583173397-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=2ccea396-f482-4ea8-bb14-265714a74896 HTTP/1.1" status: 200 len: 1093 time: 0.1397851 Jun 29 10:51:01.283263 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 51258) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:01.287512 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-01ae3280-2bb7-4bf3-897b-9a6eacb38f79 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Request body: {'floatingip': {'floating_network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'port_id': 'df375369-6649-4159-aef0-814c8e7f0fab', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'fixed_ip_address': '172.20.0.6'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:51:01.308151 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-01ae3280-2bb7-4bf3-897b-9a6eacb38f79 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks [] for floatingip, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:01.400632 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-01ae3280-2bb7-4bf3-897b-9a6eacb38f79 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:01.539015 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [None req-01ae3280-2bb7-4bf3-897b-9a6eacb38f79 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Allocated IP 172.27.0.108 (2b1c2b73-c07b-4ea8-8347-94f00b07ac35/05f04cdc-c6be-4227-89f2-0a6a720b3b38/97c03145-7de8-4137-9dd3-5cad30873de9) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:51:01.576566 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13138d86-39c3-4fb3-922e-76f72a3eba71 req-060f9341-c06e-4c23-9a18-91a74f7a2c46 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:01.578024 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-13138d86-39c3-4fb3-922e-76f72a3eba71 req-060f9341-c06e-4c23-9a18-91a74f7a2c46 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 945 time: 0.1224065 Jun 29 10:51:01.650394 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-13138d86-39c3-4fb3-922e-76f72a3eba71 req-c4279108-7898-4c4f-8dd2-4ddd3751ba76 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5064922-720f-47c1-8adb-92dbe9abf694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491233 Jun 29 10:51:01.681968 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-01ae3280-2bb7-4bf3-897b-9a6eacb38f79 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:01.720737 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-01ae3280-2bb7-4bf3-897b-9a6eacb38f79 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5295544'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:01.723360 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:01.757850 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ae3280-2bb7-4bf3-897b-9a6eacb38f79 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Network 2b1c2b73-c07b-4ea8-8347-94f00b07ac35 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:51:01.760535 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-01ae3280-2bb7-4bf3-897b-9a6eacb38f79 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:51:01.763971 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ae3280-2bb7-4bf3-897b-9a6eacb38f79 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:51:01.785841 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae3280-2bb7-4bf3-897b-9a6eacb38f79 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Pushing event updated for resources: {'Port': ['ID=97c03145-7de8-4137-9dd3-5cad30873de9,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:01.795361 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ae3280-2bb7-4bf3-897b-9a6eacb38f79 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:01.795737 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ae3280-2bb7-4bf3-897b-9a6eacb38f79 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:01.796103 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ae3280-2bb7-4bf3-897b-9a6eacb38f79 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:01.796463 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ae3280-2bb7-4bf3-897b-9a6eacb38f79 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:01.796816 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ae3280-2bb7-4bf3-897b-9a6eacb38f79 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:01.797172 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ae3280-2bb7-4bf3-897b-9a6eacb38f79 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:01.797522 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ae3280-2bb7-4bf3-897b-9a6eacb38f79 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:01.797899 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ae3280-2bb7-4bf3-897b-9a6eacb38f79 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:01.798306 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ae3280-2bb7-4bf3-897b-9a6eacb38f79 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:01.798619 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ae3280-2bb7-4bf3-897b-9a6eacb38f79 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:01.798965 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ae3280-2bb7-4bf3-897b-9a6eacb38f79 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:01.799310 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ae3280-2bb7-4bf3-897b-9a6eacb38f79 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:01.804160 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-01ae3280-2bb7-4bf3-897b-9a6eacb38f79 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:02.125770 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-01ae3280-2bb7-4bf3-897b-9a6eacb38f79 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:02.196553 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-01ae3280-2bb7-4bf3-897b-9a6eacb38f79 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:02.337944 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-01ae3280-2bb7-4bf3-897b-9a6eacb38f79 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:02.342119 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-01ae3280-2bb7-4bf3-897b-9a6eacb38f79 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5295534'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:02.344777 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-1f1d6deb-16c3-4965-a9f0-a35259b7744f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:02.644161 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ae3280-2bb7-4bf3-897b-9a6eacb38f79 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Pushing event updated for resources: {'Port': ['ID=97c03145-7de8-4137-9dd3-5cad30873de9,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:02.648798 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-01ae3280-2bb7-4bf3-897b-9a6eacb38f79 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:02.649665 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-01ae3280-2bb7-4bf3-897b-9a6eacb38f79 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7928479'] for floatingip, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:02.742181 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.db.l3_db [None req-01ae3280-2bb7-4bf3-897b-9a6eacb38f79 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Floating IP 5df3ce99-7e8c-4fad-a774-02c1694a0668 associated. External IP: 172.27.0.108, port: df375369-6649-4159-aef0-814c8e7f0fab. Jun 29 10:51:02.936809 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ae3280-2bb7-4bf3-897b-9a6eacb38f79 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Router 3ab14710-8f76-41ca-8234-daf954baf33d has already been hosted by L3 agent 8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f {{(pid=99533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:51:03.041884 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ae3280-2bb7-4bf3-897b-9a6eacb38f79 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify agent at l3_agent.dv-cinder-792209-3-iscsi the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:51:03.050897 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8655481-3db7-400f-8f13-0d1c1f74a44c None None] Sync routers for ids ['3ab14710-8f76-41ca-8234-daf954baf33d'] in dv-cinder-792209-3-iscsi {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:51:03.059307 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-01ae3280-2bb7-4bf3-897b-9a6eacb38f79 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for floatingip, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:03.060816 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8655481-3db7-400f-8f13-0d1c1f74a44c None None] Routers {'3ab14710-8f76-41ca-8234-daf954baf33d'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:51:03.061413 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-b8655481-3db7-400f-8f13-0d1c1f74a44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:50:59Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['3ab14710-8f76-41ca-8234-daf954baf33d'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:03.095500 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-01ae3280-2bb7-4bf3-897b-9a6eacb38f79 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8112428 Jun 29 10:51:03.096442 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ccea396-f482-4ea8-bb14-265714a74896', 'tag': 'df375369-6649-4159-aef0-814c8e7f0fab'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:51:03.098795 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82814ba4342b3241ea59c6119a2f8abf18707475a0488e58b50a7e2d80907800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef35586-742b-4a15-96b5-032311e4a3c1" -d '{"events": [{"name": "network-changed", "server_uuid": "2ccea396-f482-4ea8-bb14-265714a74896", "tag": "df375369-6649-4159-aef0-814c8e7f0fab"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:51:03.134681 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7933e0ec-88f4-499c-a537-cd1a30a5b445 x-openstack-request-id: req-7933e0ec-88f4-499c-a537-cd1a30a5b445 {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:51:03.135293 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ccea396-f482-4ea8-bb14-265714a74896", "tag": "df375369-6649-4159-aef0-814c8e7f0fab", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:51:03.135293 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7933e0ec-88f4-499c-a537-cd1a30a5b445 {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:51:03.135791 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ccea396-f482-4ea8-bb14-265714a74896', 'tag': 'df375369-6649-4159-aef0-814c8e7f0fab', 'status': 'completed', 'code': 200} Jun 29 10:51:03.165123 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-b8655481-3db7-400f-8f13-0d1c1f74a44c None None] Set router 3ab14710-8f76-41ca-8234-daf954baf33d gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:51:03.230328 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef35586-742b-4a15-96b5-032311e4a3c1 req-d69c94f9-23a8-4491-8c69-8139d5ca1ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:03.231739 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-6ef35586-742b-4a15-96b5-032311e4a3c1 req-d69c94f9-23a8-4491-8c69-8139d5ca1ec9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d430ddcb57a54f888eeb6e4432ddf4ef&device_id=2ccea396-f482-4ea8-bb14-265714a74896 HTTP/1.1" status: 200 len: 1098 time: 0.0510886 Jun 29 10:51:03.322661 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef35586-742b-4a15-96b5-032311e4a3c1 req-c4579577-03a9-4071-87c3-803ff886c2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:03.324146 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-6ef35586-742b-4a15-96b5-032311e4a3c1 req-c4579577-03a9-4071-87c3-803ff886c2a8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c2c75e90-ff61-4035-ad60-7a5936afe119 HTTP/1.1" status: 200 len: 913 time: 0.0859563 Jun 29 10:51:03.379362 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8b5c1c2f-dbd8-4d39-aef4-5e4a941a31fb req-ce132868-95bb-417d-bffb-e482400b505c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0537057 Jun 29 10:51:03.386852 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-b8655481-3db7-400f-8f13-0d1c1f74a44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'name': 'tempest-TestVolumeBootPattern-1429253507-router', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:14Z', 'updated_at': '2021-06-29T10:50:17Z', 'revision_number': 4, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'gw_port': {'id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:15Z', 'updated_at': '2021-06-29T10:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_floatingips': [{'id': '5df3ce99-7e8c-4fad-a774-02c1694a0668', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'floating_ip_address': '172.27.0.108', 'floating_network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'router_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'port_id': 'df375369-6649-4159-aef0-814c8e7f0fab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119', 'mac_address': 'fa:16:3e:36:f5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccea396-f482-4ea8-bb14-265714a74896', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:51:01Z', 'updated_at': '2021-06-29T10:51:01Z', 'revision_number': 0, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9ff7ca-5143-4cad-a595-98f9a3768c10', 'name': '', 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'mac_address': 'fa:16:3e:8f:44:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'e06f0075-fc72-462c-a9f0-67a612c09aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:17Z', 'updated_at': '2021-06-29T10:50:23Z', 'revision_number': 5, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'subnets': [{'id': 'e06f0075-fc72-462c-a9f0-67a612c09aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:03.389117 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-6ef35586-742b-4a15-96b5-032311e4a3c1 req-be1f6d84-f7de-4be8-98ce-1364fcd65c98 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df375369-6649-4159-aef0-814c8e7f0fab HTTP/1.1" status: 200 len: 999 time: 0.0581236 Jun 29 10:51:03.412995 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8655481-3db7-400f-8f13-0d1c1f74a44c None None] Checking router: 3ab14710-8f76-41ca-8234-daf954baf33d for host: dv-cinder-792209-3-iscsi {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:51:03.422152 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8655481-3db7-400f-8f13-0d1c1f74a44c None None] Routers {'3ab14710-8f76-41ca-8234-daf954baf33d'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:51:03.422803 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-b8655481-3db7-400f-8f13-0d1c1f74a44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:50:59Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['3ab14710-8f76-41ca-8234-daf954baf33d'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:03.450807 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef35586-742b-4a15-96b5-032311e4a3c1 req-25d5a805-31ea-4925-977a-516f525b2045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:03.452324 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-6ef35586-742b-4a15-96b5-032311e4a3c1 req-25d5a805-31ea-4925-977a-516f525b2045 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e06f0075-fc72-462c-a9f0-67a612c09aa9 HTTP/1.1" status: 200 len: 851 time: 0.0446000 Jun 29 10:51:03.513763 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c1c2f-dbd8-4d39-aef4-5e4a941a31fb req-7cf34e0e-ffbc-4b1a-872b-e9e9ce99695b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:03.515332 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8b5c1c2f-dbd8-4d39-aef4-5e4a941a31fb req-7cf34e0e-ffbc-4b1a-872b-e9e9ce99695b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f34a2fc6d2f4421ca15b3a2e61382a66&device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 1098 time: 0.0533128 Jun 29 10:51:03.517111 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef35586-742b-4a15-96b5-032311e4a3c1 req-fb77086b-546a-4d18-901c-92ae7c85beed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:03.518785 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-6ef35586-742b-4a15-96b5-032311e4a3c1 req-fb77086b-546a-4d18-901c-92ae7c85beed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2c75e90-ff61-4035-ad60-7a5936afe119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564325 Jun 29 10:51:03.529408 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-b8655481-3db7-400f-8f13-0d1c1f74a44c None None] Set router 3ab14710-8f76-41ca-8234-daf954baf33d gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:51:03.608900 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-6ef35586-742b-4a15-96b5-032311e4a3c1 req-d9039cde-5365-4031-8aea-49bbedd87ab0 service neutron] 10.222.0.41 "GET /v2.0/networks/c2c75e90-ff61-4035-ad60-7a5936afe119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830946 Jun 29 10:51:03.623172 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c1c2f-dbd8-4d39-aef4-5e4a941a31fb req-3a6d4593-3cf8-4559-8689-e65c6f1b6e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:03.624613 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8b5c1c2f-dbd8-4d39-aef4-5e4a941a31fb req-3a6d4593-3cf8-4559-8689-e65c6f1b6e73 service neutron] 10.222.0.41 "GET /v2.0/networks?id=92fea580-df85-490d-995f-a2b8ddebd1fe HTTP/1.1" status: 200 len: 912 time: 0.0889366 Jun 29 10:51:03.693523 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8b5c1c2f-dbd8-4d39-aef4-5e4a941a31fb req-074873e7-4b6a-4789-bcf3-e2cd10b6d3a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=464191ff-b729-4bcc-a259-957d2510d09d HTTP/1.1" status: 200 len: 1001 time: 0.0623207 Jun 29 10:51:03.705930 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-6ef35586-742b-4a15-96b5-032311e4a3c1 req-a9f7b208-7844-4fe5-8b10-49b2051659ae service neutron] 10.222.0.41 "GET /v2.0/networks/c2c75e90-ff61-4035-ad60-7a5936afe119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889292 Jun 29 10:51:03.748044 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c1c2f-dbd8-4d39-aef4-5e4a941a31fb req-2cf4a4f8-a0dd-4f66-9a6e-884a0c900b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:03.749625 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8b5c1c2f-dbd8-4d39-aef4-5e4a941a31fb req-2cf4a4f8-a0dd-4f66-9a6e-884a0c900b04 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46 HTTP/1.1" status: 200 len: 850 time: 0.0491507 Jun 29 10:51:03.757170 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-b8655481-3db7-400f-8f13-0d1c1f74a44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'name': 'tempest-TestVolumeBootPattern-1429253507-router', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:14Z', 'updated_at': '2021-06-29T10:50:17Z', 'revision_number': 4, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'gw_port': {'id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:15Z', 'updated_at': '2021-06-29T10:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_floatingips': [{'id': '5df3ce99-7e8c-4fad-a774-02c1694a0668', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'floating_ip_address': '172.27.0.108', 'floating_network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'router_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'port_id': 'df375369-6649-4159-aef0-814c8e7f0fab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119', 'mac_address': 'fa:16:3e:36:f5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccea396-f482-4ea8-bb14-265714a74896', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:51:01Z', 'updated_at': '2021-06-29T10:51:01Z', 'revision_number': 0, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9ff7ca-5143-4cad-a595-98f9a3768c10', 'name': '', 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'mac_address': 'fa:16:3e:8f:44:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'e06f0075-fc72-462c-a9f0-67a612c09aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:17Z', 'updated_at': '2021-06-29T10:50:23Z', 'revision_number': 5, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'subnets': [{'id': 'e06f0075-fc72-462c-a9f0-67a612c09aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:03.783617 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8655481-3db7-400f-8f13-0d1c1f74a44c None None] The sync data for ids ['3ab14710-8f76-41ca-8234-daf954baf33d'] in dv-cinder-792209-3-iscsi is: [{'id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'name': 'tempest-TestVolumeBootPattern-1429253507-router', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:14Z', 'updated_at': '2021-06-29T10:50:17Z', 'revision_number': 4, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'gw_port': {'id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:15Z', 'updated_at': '2021-06-29T10:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_floatingips': [{'id': '5df3ce99-7e8c-4fad-a774-02c1694a0668', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'floating_ip_address': '172.27.0.108', 'floating_network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'router_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'port_id': 'df375369-6649-4159-aef0-814c8e7f0fab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119', 'mac_address': 'fa:16:3e:36:f5:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ccea396-f482-4ea8-bb14-265714a74896', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:51:01Z', 'updated_at': '2021-06-29T10:51:01Z', 'revision_number': 0, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9ff7ca-5143-4cad-a595-98f9a3768c10', 'name': '', 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'mac_address': 'fa:16:3e:8f:44:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'e06f0075-fc72-462c-a9f0-67a612c09aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:17Z', 'updated_at': '2021-06-29T10:50:23Z', 'revision_number': 5, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'subnets': [{'id': 'e06f0075-fc72-462c-a9f0-67a612c09aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:51:03.806663 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5c1c2f-dbd8-4d39-aef4-5e4a941a31fb req-3246c394-b613-4fc0-9cc9-ba593bcd5f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:03.808242 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8b5c1c2f-dbd8-4d39-aef4-5e4a941a31fb req-3246c394-b613-4fc0-9cc9-ba593bcd5f15 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92fea580-df85-490d-995f-a2b8ddebd1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520740 Jun 29 10:51:03.899170 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8b5c1c2f-dbd8-4d39-aef4-5e4a941a31fb req-d83f345b-9348-4549-ac80-2e2250d44365 service neutron] 10.222.0.41 "GET /v2.0/networks/92fea580-df85-490d-995f-a2b8ddebd1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841360 Jun 29 10:51:03.963523 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519486cf-4264-42d8-8e26-567161036974 None None] New status for floating IP 5df3ce99-7e8c-4fad-a774-02c1694a0668: ACTIVE {{(pid=99534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:51:03.996044 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8b5c1c2f-dbd8-4d39-aef4-5e4a941a31fb req-736c16ed-4d26-4900-96fb-67f89a79764b service neutron] 10.222.0.41 "GET /v2.0/networks/92fea580-df85-490d-995f-a2b8ddebd1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904069 Jun 29 10:51:12.947464 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.agents_db [None req-93d4a047-be9c-4d13-b750-597922b429b4 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:51:24.826518 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:25.973751 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f723eb12-3aae-44bc-be64-24b1f1c115b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:28.680409 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-05d83c1f-0616-4ba2-a6a1-3257975ebc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:28.891803 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:29.718949 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:31.240408 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:37.448722 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feab796-cc05-4e46-b6b9-510618aabd49 req-0bb1d99b-0fca-4880-902e-84af70c0e8dd tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:37.450166 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-5feab796-cc05-4e46-b6b9-510618aabd49 req-0bb1d99b-0fca-4880-902e-84af70c0e8dd tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 945 time: 0.0612776 Jun 29 10:51:37.485367 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-5feab796-cc05-4e46-b6b9-510618aabd49 req-279ea8e1-d325-408e-8499-546b40456106 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5064922-720f-47c1-8adb-92dbe9abf694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298100 Jun 29 10:51:38.659309 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c8b3c-eb4a-4ab4-9104-07b2382d7d92 req-e828525d-d458-4a19-8600-227bdcdc8f68 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:38.660675 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-666c8b3c-eb4a-4ab4-9104-07b2382d7d92 req-e828525d-d458-4a19-8600-227bdcdc8f68 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 945 time: 0.0657902 Jun 29 10:51:38.696982 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-666c8b3c-eb4a-4ab4-9104-07b2382d7d92 req-66c08e95-872e-4ea2-a46d-c0417038c903 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5064922-720f-47c1-8adb-92dbe9abf694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306668 Jun 29 10:51:39.765105 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54b1da-3ac9-4321-ae59-f7a848b630f5 req-05b2d2d4-1602-49ed-801b-a397162238ef tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:39.766537 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0f54b1da-3ac9-4321-ae59-f7a848b630f5 req-05b2d2d4-1602-49ed-801b-a397162238ef tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 945 time: 0.0607359 Jun 29 10:51:39.912935 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5195cd2-6866-4e07-8ac8-209c0961c27d req-5ece68ba-61b0-43a5-9756-9577efc018db tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:39.914371 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f5195cd2-6866-4e07-8ac8-209c0961c27d req-5ece68ba-61b0-43a5-9756-9577efc018db tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 945 time: 0.1015387 Jun 29 10:51:39.915685 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-0f54b1da-3ac9-4321-ae59-f7a848b630f5 req-2fc3eb79-d528-4f26-bd4a-94baf53b26b5 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Deleting port 464191ff-b729-4bcc-a259-957d2510d09d {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:51:39.916014 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-0f54b1da-3ac9-4321-ae59-f7a848b630f5 req-2fc3eb79-d528-4f26-bd4a-94baf53b26b5 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:39.995159 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f5195cd2-6866-4e07-8ac8-209c0961c27d req-83b359fc-f10b-4d12-afa0-8bae0bed6da9 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c5064922-720f-47c1-8adb-92dbe9abf694&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750654 Jun 29 10:51:40.032101 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-0f54b1da-3ac9-4321-ae59-f7a848b630f5 req-2fc3eb79-d528-4f26-bd4a-94baf53b26b5 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] For port 464191ff-b729-4bcc-a259-957d2510d09d, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=464191ff-b729-4bcc-a259-957d2510d09d,segment=NetworkSegment(9b98dfe1-3760-4bef-98e5-6054c3cfc3cc),segment_id=9b98dfe1-3760-4bef-98e5-6054c3cfc3cc)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:51:40.032459 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-0f54b1da-3ac9-4321-ae59-f7a848b630f5 req-2fc3eb79-d528-4f26-bd4a-94baf53b26b5 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:40.237212 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-0f54b1da-3ac9-4321-ae59-f7a848b630f5 req-2fc3eb79-d528-4f26-bd4a-94baf53b26b5 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:40.237600 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-0f54b1da-3ac9-4321-ae59-f7a848b630f5 req-2fc3eb79-d528-4f26-bd4a-94baf53b26b5 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7928479'] for floatingip, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:40.237909 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.db.l3_db [req-0f54b1da-3ac9-4321-ae59-f7a848b630f5 req-2fc3eb79-d528-4f26-bd4a-94baf53b26b5 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Floating IP 7fb49339-5655-439c-b7b5-0b4e7303792b disassociated. External IP: 172.27.0.245, port: 464191ff-b729-4bcc-a259-957d2510d09d. Jun 29 10:51:40.238243 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-0f54b1da-3ac9-4321-ae59-f7a848b630f5 req-2fc3eb79-d528-4f26-bd4a-94baf53b26b5 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Calling delete_port for 464191ff-b729-4bcc-a259-957d2510d09d owned by compute:nova {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:51:40.357732 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-0f54b1da-3ac9-4321-ae59-f7a848b630f5 req-2fc3eb79-d528-4f26-bd4a-94baf53b26b5 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295537'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:40.361409 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-d3f45c54-fd24-43b3-9aab-372d2f1c444a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:40.387635 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc3eb79-d528-4f26-bd4a-94baf53b26b5 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Pushing event deleted for resources: {'Port': ['ID=464191ff-b729-4bcc-a259-957d2510d09d,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:40.390947 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-2fc3eb79-d528-4f26-bd4a-94baf53b26b5 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:40.493941 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f54b1da-3ac9-4321-ae59-f7a848b630f5 req-2fc3eb79-d528-4f26-bd4a-94baf53b26b5 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Router 51ee1726-6d72-46e9-9331-a51d75912dab has already been hosted by L3 agent 8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f {{(pid=99533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:51:40.594534 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f54b1da-3ac9-4321-ae59-f7a848b630f5 req-2fc3eb79-d528-4f26-bd4a-94baf53b26b5 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify agent at l3_agent.dv-cinder-792209-3-iscsi the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:51:40.604167 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab154300-288c-40ff-a144-dcf3c8d61567 None None] Sync routers for ids ['51ee1726-6d72-46e9-9331-a51d75912dab'] in dv-cinder-792209-3-iscsi {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:51:40.612628 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab154300-288c-40ff-a144-dcf3c8d61567 None None] Routers {'51ee1726-6d72-46e9-9331-a51d75912dab'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:51:40.613223 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-ab154300-288c-40ff-a144-dcf3c8d61567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:51:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['51ee1726-6d72-46e9-9331-a51d75912dab'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:40.639268 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f54b1da-3ac9-4321-ae59-f7a848b630f5 req-2fc3eb79-d528-4f26-bd4a-94baf53b26b5 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] No DVR routers for this DVR port 464191ff-b729-4bcc-a259-957d2510d09d on host hv-cinder-79220 {{(pid=99533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:51:40.641753 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-0f54b1da-3ac9-4321-ae59-f7a848b630f5 req-2fc3eb79-d528-4f26-bd4a-94baf53b26b5 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:40.643835 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0f54b1da-3ac9-4321-ae59-f7a848b630f5 req-2fc3eb79-d528-4f26-bd4a-94baf53b26b5 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.41 "DELETE /v2.0/ports/464191ff-b729-4bcc-a259-957d2510d09d HTTP/1.1" status: 204 len: 173 time: 0.8710160 Jun 29 10:51:40.644336 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e23f2a6-cd15-4eb3-bc97-0662657f9fcc', 'name': 'network-vif-deleted', 'tag': '464191ff-b729-4bcc-a259-957d2510d09d'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:51:40.646628 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82814ba4342b3241ea59c6119a2f8abf18707475a0488e58b50a7e2d80907800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b09e91-f7f3-4b60-8d73-f0765c512ebf" -d '{"events": [{"server_uuid": "3e23f2a6-cd15-4eb3-bc97-0662657f9fcc", "name": "network-vif-deleted", "tag": "464191ff-b729-4bcc-a259-957d2510d09d"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:51:40.686976 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f51cb4-cf18-4525-8dc4-b49cd19c0ec3 x-openstack-request-id: req-99f51cb4-cf18-4525-8dc4-b49cd19c0ec3 {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:51:40.687298 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e23f2a6-cd15-4eb3-bc97-0662657f9fcc", "name": "network-vif-deleted", "tag": "464191ff-b729-4bcc-a259-957d2510d09d", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:51:40.687595 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-99f51cb4-cf18-4525-8dc4-b49cd19c0ec3 {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:51:40.688021 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e23f2a6-cd15-4eb3-bc97-0662657f9fcc', 'name': 'network-vif-deleted', 'tag': '464191ff-b729-4bcc-a259-957d2510d09d', 'status': 'completed', 'code': 200} Jun 29 10:51:40.720525 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-ab154300-288c-40ff-a144-dcf3c8d61567 None None] Set router 51ee1726-6d72-46e9-9331-a51d75912dab gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:51:40.923422 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-ab154300-288c-40ff-a144-dcf3c8d61567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'name': 'tempest-AttachVolumeTestJSON-1984966947-router', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c199261c-ca88-4e37-909d-4fd006d52099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:48:41Z', 'updated_at': '2021-06-29T10:48:45Z', 'revision_number': 4, 'project_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'gw_port': {'id': 'c199261c-ca88-4e37-909d-4fd006d52099', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ae:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:48:42Z', 'updated_at': '2021-06-29T10:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '58c97532-55d4-4140-a3be-f84c2d47bc6e', 'name': '', 'network_id': '92fea580-df85-490d-995f-a2b8ddebd1fe', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'mac_address': 'fa:16:3e:db:d4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:48:44Z', 'updated_at': '2021-06-29T10:48:50Z', 'revision_number': 5, 'project_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'subnets': [{'id': 'ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:41.026022 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab154300-288c-40ff-a144-dcf3c8d61567 None None] Checking router: 51ee1726-6d72-46e9-9331-a51d75912dab for host: dv-cinder-792209-3-iscsi {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:51:41.034510 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab154300-288c-40ff-a144-dcf3c8d61567 None None] Routers {'51ee1726-6d72-46e9-9331-a51d75912dab'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:51:41.035147 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-ab154300-288c-40ff-a144-dcf3c8d61567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:51:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['51ee1726-6d72-46e9-9331-a51d75912dab'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:41.139031 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-ab154300-288c-40ff-a144-dcf3c8d61567 None None] Set router 51ee1726-6d72-46e9-9331-a51d75912dab gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:51:41.148311 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-4dbafc09-54b3-41d0-a8cf-ab2a90dbbc14 req-be34accd-2145-4e4c-8209-cde04326ff56 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=3e23f2a6-cd15-4eb3-bc97-0662657f9fcc HTTP/1.1" status: 200 len: 210 time: 0.0288093 Jun 29 10:51:41.333368 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-ab154300-288c-40ff-a144-dcf3c8d61567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'name': 'tempest-AttachVolumeTestJSON-1984966947-router', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c199261c-ca88-4e37-909d-4fd006d52099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:48:41Z', 'updated_at': '2021-06-29T10:48:45Z', 'revision_number': 4, 'project_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'gw_port': {'id': 'c199261c-ca88-4e37-909d-4fd006d52099', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ae:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:48:42Z', 'updated_at': '2021-06-29T10:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '58c97532-55d4-4140-a3be-f84c2d47bc6e', 'name': '', 'network_id': '92fea580-df85-490d-995f-a2b8ddebd1fe', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'mac_address': 'fa:16:3e:db:d4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:48:44Z', 'updated_at': '2021-06-29T10:48:50Z', 'revision_number': 5, 'project_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'subnets': [{'id': 'ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:41.362417 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab154300-288c-40ff-a144-dcf3c8d61567 None None] The sync data for ids ['51ee1726-6d72-46e9-9331-a51d75912dab'] in dv-cinder-792209-3-iscsi is: [{'id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'name': 'tempest-AttachVolumeTestJSON-1984966947-router', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c199261c-ca88-4e37-909d-4fd006d52099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:48:41Z', 'updated_at': '2021-06-29T10:48:45Z', 'revision_number': 4, 'project_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'gw_port': {'id': 'c199261c-ca88-4e37-909d-4fd006d52099', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ae:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:48:42Z', 'updated_at': '2021-06-29T10:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '58c97532-55d4-4140-a3be-f84c2d47bc6e', 'name': '', 'network_id': '92fea580-df85-490d-995f-a2b8ddebd1fe', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'mac_address': 'fa:16:3e:db:d4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:48:44Z', 'updated_at': '2021-06-29T10:48:50Z', 'revision_number': 5, 'project_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'subnets': [{'id': 'ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:51:41.573206 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da322c9-57c2-413b-bf27-48c4a81fd8dc None None] New status for floating IP 7fb49339-5655-439c-b7b5-0b4e7303792b: DOWN {{(pid=99534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:51:42.264621 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 51302) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:42.318061 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f7026379-a586-4e54-940d-9f77121d5ba8 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:42.340937 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f7026379-a586-4e54-940d-9f77121d5ba8 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:42.385847 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f7026379-a586-4e54-940d-9f77121d5ba8 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:42.388432 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f7026379-a586-4e54-940d-9f77121d5ba8 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:42.389545 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-f7026379-a586-4e54-940d-9f77121d5ba8 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "DELETE /v2.0/security-groups/c5064922-720f-47c1-8adb-92dbe9abf694 HTTP/1.1" status: 204 len: 168 time: 0.1239321 Jun 29 10:51:42.390314 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-3da1aaed-55d8-4b72-8a23-8dd2a6f10a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:42.392352 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 51304) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:42.399217 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7026379-a586-4e54-940d-9f77121d5ba8 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5064922-720f-47c1-8adb-92dbe9abf694,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:42.401532 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-f7026379-a586-4e54-940d-9f77121d5ba8 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:42.409323 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.api.v2.resource [None req-840ba7f7-490d-4aef-a93b-71b8e64a4837 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] show failed (client error): The resource could not be found. Jun 29 10:51:42.410374 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-840ba7f7-490d-4aef-a93b-71b8e64a4837 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups/c5064922-720f-47c1-8adb-92dbe9abf694 HTTP/1.1" status: 404 len: 347 time: 0.0169032 Jun 29 10:51:42.413236 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 51306) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:42.530520 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-38781905-9ec3-4e97-b137-7fad3b0b02c6 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Deleting port 164ea1e8-9a23-4b79-ae35-d0849e279bed {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:51:42.530886 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-38781905-9ec3-4e97-b137-7fad3b0b02c6 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:42.601873 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-38781905-9ec3-4e97-b137-7fad3b0b02c6 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:42.602203 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-38781905-9ec3-4e97-b137-7fad3b0b02c6 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:42.613270 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-38781905-9ec3-4e97-b137-7fad3b0b02c6 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Calling delete_port for 164ea1e8-9a23-4b79-ae35-d0849e279bed owned by network:floatingip {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:51:42.740002 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-38781905-9ec3-4e97-b137-7fad3b0b02c6 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4232076'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:42.743199 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-36fb5bf9-ffbc-4279-9517-64ef64c7e668 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:42.766554 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38781905-9ec3-4e97-b137-7fad3b0b02c6 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Pushing event deleted for resources: {'Port': ['ID=164ea1e8-9a23-4b79-ae35-d0849e279bed,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:42.790934 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38781905-9ec3-4e97-b137-7fad3b0b02c6 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:42.791250 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38781905-9ec3-4e97-b137-7fad3b0b02c6 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:42.791613 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38781905-9ec3-4e97-b137-7fad3b0b02c6 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:42.791984 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38781905-9ec3-4e97-b137-7fad3b0b02c6 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:42.792343 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38781905-9ec3-4e97-b137-7fad3b0b02c6 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:42.792701 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38781905-9ec3-4e97-b137-7fad3b0b02c6 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:42.793058 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38781905-9ec3-4e97-b137-7fad3b0b02c6 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:42.793415 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38781905-9ec3-4e97-b137-7fad3b0b02c6 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:42.793771 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38781905-9ec3-4e97-b137-7fad3b0b02c6 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:42.794122 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38781905-9ec3-4e97-b137-7fad3b0b02c6 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:42.794473 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38781905-9ec3-4e97-b137-7fad3b0b02c6 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:42.794848 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38781905-9ec3-4e97-b137-7fad3b0b02c6 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:51:42.798941 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-38781905-9ec3-4e97-b137-7fad3b0b02c6 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:42.838216 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-38781905-9ec3-4e97-b137-7fad3b0b02c6 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks [] for floatingip, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:42.840831 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-38781905-9ec3-4e97-b137-7fad3b0b02c6 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for floatingip, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:42.841965 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-38781905-9ec3-4e97-b137-7fad3b0b02c6 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "DELETE /v2.0/floatingips/7fb49339-5655-439c-b7b5-0b4e7303792b HTTP/1.1" status: 204 len: 168 time: 0.4278555 Jun 29 10:51:43.109553 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 51310) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:43.114296 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-cf0c2ee9-142f-4540-b394-d617888ea19d tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Request body: {'security_group': {'name': 'tempest-securitygroup--425097122', 'description': 'tempest-description--926631128'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:51:43.137003 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-cf0c2ee9-142f-4540-b394-d617888ea19d tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:43.214237 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-cf0c2ee9-142f-4540-b394-d617888ea19d tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:43.217867 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-cf0c2ee9-142f-4540-b394-d617888ea19d tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:43.220981 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-5933a5af-f534-4118-8877-50c16a815235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:43.244458 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-cf0c2ee9-142f-4540-b394-d617888ea19d tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:43.245636 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-cf0c2ee9-142f-4540-b394-d617888ea19d tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1350780 Jun 29 10:51:43.248756 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 51312) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:43.249620 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0c2ee9-142f-4540-b394-d617888ea19d tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c62d6c49-a86e-4249-afd5-2116d80f9916,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:43.252497 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-cf0c2ee9-142f-4540-b394-d617888ea19d tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:43.253485 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-110bccae-75fb-4e19-ab92-3632bbbb0bf7 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Request body: {'security_group_rule': {'security_group_id': 'c62d6c49-a86e-4249-afd5-2116d80f9916', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:51:43.279153 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-110bccae-75fb-4e19-ab92-3632bbbb0bf7 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:43.327598 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-110bccae-75fb-4e19-ab92-3632bbbb0bf7 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:43.331048 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-110bccae-75fb-4e19-ab92-3632bbbb0bf7 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-396420'] for security_group_rule, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:43.332956 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:43.351670 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110bccae-75fb-4e19-ab92-3632bbbb0bf7 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6d2881e-caa4-427d-b3f4-403a0cae8da1,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:43.354493 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-110bccae-75fb-4e19-ab92-3632bbbb0bf7 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:43.356815 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-110bccae-75fb-4e19-ab92-3632bbbb0bf7 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:43.358624 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-110bccae-75fb-4e19-ab92-3632bbbb0bf7 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1088591 Jun 29 10:51:43.361243 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 51314) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:43.365539 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-7431bd37-117a-4f3f-906f-e760d327db99 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Request body: {'security_group_rule': {'security_group_id': 'c62d6c49-a86e-4249-afd5-2116d80f9916', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:51:43.393373 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7431bd37-117a-4f3f-906f-e760d327db99 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:43.454514 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7431bd37-117a-4f3f-906f-e760d327db99 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:43.457775 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7431bd37-117a-4f3f-906f-e760d327db99 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-396420'] for security_group_rule, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:43.460247 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-4443212b-1e47-4f87-8015-a5c90c931bb9 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:43.475923 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431bd37-117a-4f3f-906f-e760d327db99 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dab1185-bb7a-43c4-b8a8-d29e57badaa5,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:43.478718 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-7431bd37-117a-4f3f-906f-e760d327db99 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:43.481126 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7431bd37-117a-4f3f-906f-e760d327db99 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:43.482275 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-7431bd37-117a-4f3f-906f-e760d327db99 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1201274 Jun 29 10:51:43.485360 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 51316) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:43.489679 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-83e57bb3-0ff5-4666-98da-03241bbbfb5d tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Request body: {'floatingip': {'floating_network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:51:43.510145 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-83e57bb3-0ff5-4666-98da-03241bbbfb5d tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks [] for floatingip, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:43.603455 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-83e57bb3-0ff5-4666-98da-03241bbbfb5d tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:43.700293 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [None req-83e57bb3-0ff5-4666-98da-03241bbbfb5d tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Allocated IP 172.27.0.48 (2b1c2b73-c07b-4ea8-8347-94f00b07ac35/05f04cdc-c6be-4227-89f2-0a6a720b3b38/f7cd0f0c-a88b-433e-832d-f9171662c330) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:51:43.798902 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-83e57bb3-0ff5-4666-98da-03241bbbfb5d tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:43.836428 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-83e57bb3-0ff5-4666-98da-03241bbbfb5d tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5295544'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:43.838292 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-00b92363-3bc6-47ab-b3c8-40468dac5b53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:43.874269 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e57bb3-0ff5-4666-98da-03241bbbfb5d tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Network 2b1c2b73-c07b-4ea8-8347-94f00b07ac35 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:51:43.876960 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-83e57bb3-0ff5-4666-98da-03241bbbfb5d tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:51:43.879287 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e57bb3-0ff5-4666-98da-03241bbbfb5d tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:51:43.904708 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e57bb3-0ff5-4666-98da-03241bbbfb5d tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Pushing event updated for resources: {'Port': ['ID=f7cd0f0c-a88b-433e-832d-f9171662c330,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:43.908650 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-83e57bb3-0ff5-4666-98da-03241bbbfb5d tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:43.963055 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-83e57bb3-0ff5-4666-98da-03241bbbfb5d tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:44.241596 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-83e57bb3-0ff5-4666-98da-03241bbbfb5d tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:44.389588 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-83e57bb3-0ff5-4666-98da-03241bbbfb5d tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:44.393787 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-83e57bb3-0ff5-4666-98da-03241bbbfb5d tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5295534'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:44.396380 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:44.454973 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e57bb3-0ff5-4666-98da-03241bbbfb5d tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Pushing event updated for resources: {'Port': ['ID=f7cd0f0c-a88b-433e-832d-f9171662c330,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:44.458763 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-83e57bb3-0ff5-4666-98da-03241bbbfb5d tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:44.468153 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-83e57bb3-0ff5-4666-98da-03241bbbfb5d tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7928479'] for floatingip, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:44.479909 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-83e57bb3-0ff5-4666-98da-03241bbbfb5d tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for floatingip, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:44.481094 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-83e57bb3-0ff5-4666-98da-03241bbbfb5d tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9948368 Jun 29 10:51:44.666238 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-dbc57198-4721-4ccb-bf47-bbf9c60ee294 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--425097122&fields=id&tenant_id=f34a2fc6d2f4421ca15b3a2e61382a66 HTTP/1.1" status: 200 len: 267 time: 0.0360680 Jun 29 10:51:44.762123 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device 464191ff-b729-4bcc-a259-957d2510d09d no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:51:44.771127 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-71ce6ad6-f9c6-4f5a-a179-aa30eaf74e5b tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:44.772580 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-71ce6ad6-f9c6-4f5a-a179-aa30eaf74e5b tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/networks?id=92fea580-df85-490d-995f-a2b8ddebd1fe HTTP/1.1" status: 200 len: 811 time: 0.0998456 Jun 29 10:51:44.780926 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] No Port match for: 464191ff-b729-4bcc-a259-957d2510d09d {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:51:44.781538 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device 464191ff-b729-4bcc-a259-957d2510d09d not bound to the agent host hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:51:44.787377 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-7fa93c34-c417-4293-bea6-47fa442e0ceb tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/quotas/f34a2fc6d2f4421ca15b3a2e61382a66 HTTP/1.1" status: 200 len: 375 time: 0.0092676 Jun 29 10:51:44.854120 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-734b56da-678f-4c3c-bd3f-5656d8c82ed1 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=f34a2fc6d2f4421ca15b3a2e61382a66&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0610447 Jun 29 10:51:44.947726 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-20d5f271-6595-43d4-ab7f-b49a86112356 service neutron] 10.222.0.61 "GET /v2.0/networks/92fea580-df85-490d-995f-a2b8ddebd1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822225 Jun 29 10:51:45.033114 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-78796559-6b75-428d-8f1a-1a2d5fb84975 service neutron] 10.222.0.61 "GET /v2.0/networks/92fea580-df85-490d-995f-a2b8ddebd1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797663 Jun 29 10:51:45.198513 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e20b53b0-7a76-488b-9585-aa27abc6d9e6 req-ad8fa346-bf08-479b-a76c-6825844a350e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb3da08b-71fe-4d0e-9761-e2a73ce84954 HTTP/1.1" status: 200 len: 210 time: 0.0276346 Jun 29 10:51:46.284210 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-7d1acfd4-9d12-4af5-aace-dad7bb846694 req-688d03df-ed29-42fd-a5fb-7b3365d363f1 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb3da08b-71fe-4d0e-9761-e2a73ce84954 HTTP/1.1" status: 200 len: 210 time: 0.0327177 Jun 29 10:51:47.363838 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-4866282d-9c0c-439a-a7c7-f8dedf27d88d req-fd62a56e-90be-4943-8760-9153945438dc tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb3da08b-71fe-4d0e-9761-e2a73ce84954 HTTP/1.1" status: 200 len: 210 time: 0.0283349 Jun 29 10:51:48.459000 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-deb2a3bd-3d34-403e-a0a4-1aa4cd80d11e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:48.461381 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-deb2a3bd-3d34-403e-a0a4-1aa4cd80d11e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.41 "GET /v2.0/networks?id=92fea580-df85-490d-995f-a2b8ddebd1fe HTTP/1.1" status: 200 len: 811 time: 0.1069007 Jun 29 10:51:48.518492 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-93b343c0-6f2e-43c8-99e9-62a743d29922 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f34a2fc6d2f4421ca15b3a2e61382a66 HTTP/1.1" status: 200 len: 379 time: 0.0340629 Jun 29 10:51:48.530011 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-1563d32f-6c1f-43dc-bc59-44083f0a1525 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Request body: {'port': {'device_id': 'fb3da08b-71fe-4d0e-9761-e2a73ce84954', 'network_id': '92fea580-df85-490d-995f-a2b8ddebd1fe', 'admin_state_up': True, 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'security_groups': ['c62d6c49-a86e-4249-afd5-2116d80f9916']}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:51:48.594581 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-30c888bd-344f-46c3-9688-8119ed0edcb4 req-cd130e4c-669d-4ded-b51d-249dbd53c9a8 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb3da08b-71fe-4d0e-9761-e2a73ce84954 HTTP/1.1" status: 200 len: 210 time: 0.1158464 Jun 29 10:51:48.662171 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-1563d32f-6c1f-43dc-bc59-44083f0a1525 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Made reservation on behalf of f34a2fc6d2f4421ca15b3a2e61382a66 for: {'port': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:51:48.665732 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-1563d32f-6c1f-43dc-bc59-44083f0a1525 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:48.782974 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-1563d32f-6c1f-43dc-bc59-44083f0a1525 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Allocated IP 172.20.0.5 (92fea580-df85-490d-995f-a2b8ddebd1fe/ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46/f9f3a90a-dc77-4583-b01e-4672afb3b2d5) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:51:48.913225 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-1563d32f-6c1f-43dc-bc59-44083f0a1525 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:48.925491 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-1563d32f-6c1f-43dc-bc59-44083f0a1525 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Transition to ACTIVE for port object f9f3a90a-dc77-4583-b01e-4672afb3b2d5 will not be triggered until provisioned by entity DHCP. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:51:48.958007 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-1563d32f-6c1f-43dc-bc59-44083f0a1525 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5295544'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:48.962056 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-84517810-24ad-463a-b73f-5ee871e1f497 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:49.005691 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-1563d32f-6c1f-43dc-bc59-44083f0a1525 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Network 92fea580-df85-490d-995f-a2b8ddebd1fe is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:51:49.009582 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-1563d32f-6c1f-43dc-bc59-44083f0a1525 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:51:49.013284 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-1563d32f-6c1f-43dc-bc59-44083f0a1525 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:51:49.019767 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563d32f-6c1f-43dc-bc59-44083f0a1525 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Pushing event updated for resources: {'Port': ['ID=f9f3a90a-dc77-4583-b01e-4672afb3b2d5,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:49.043255 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-1563d32f-6c1f-43dc-bc59-44083f0a1525 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:49.070478 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-1563d32f-6c1f-43dc-bc59-44083f0a1525 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:49.071137 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-1563d32f-6c1f-43dc-bc59-44083f0a1525 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:49.086945 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-1563d32f-6c1f-43dc-bc59-44083f0a1525 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5607049 Jun 29 10:51:49.113307 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-d8b1bac7-a400-42bc-8cf9-852e0ca046f3 service neutron] Request body: {'port': {'device_id': 'fb3da08b-71fe-4d0e-9761-e2a73ce84954', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:51:49.184989 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-d8b1bac7-a400-42bc-8cf9-852e0ca046f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:49.272284 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-f22d926a-71c5-4464-b98e-ed47f7058166 None None] Provisioning for port f9f3a90a-dc77-4583-b01e-4672afb3b2d5 completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:51:49.276131 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-f22d926a-71c5-4464-b98e-ed47f7058166 None None] Provisioning complete for port f9f3a90a-dc77-4583-b01e-4672afb3b2d5 triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:51:49.276510 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f22d926a-71c5-4464-b98e-ed47f7058166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:49.310452 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-f22d926a-71c5-4464-b98e-ed47f7058166 None None] Port f9f3a90a-dc77-4583-b01e-4672afb3b2d5 cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:51:49.439161 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.notifiers.nova [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-d8b1bac7-a400-42bc-8cf9-852e0ca046f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9f3a90a-dc77-4583-b01e-4672afb3b2d5 {{(pid=99533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:51:49.446076 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-d8b1bac7-a400-42bc-8cf9-852e0ca046f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:49.457369 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-d8b1bac7-a400-42bc-8cf9-852e0ca046f3 service neutron] Transition to ACTIVE for port object f9f3a90a-dc77-4583-b01e-4672afb3b2d5 will not be triggered until provisioned by entity L2. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:51:49.461057 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-d8b1bac7-a400-42bc-8cf9-852e0ca046f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5295534'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:49.463896 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-7dcb23b4-fba3-43a6-9698-2c50bd8a4fa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:49.509592 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b1bac7-a400-42bc-8cf9-852e0ca046f3 service neutron] Pushing event updated for resources: {'Port': ['ID=f9f3a90a-dc77-4583-b01e-4672afb3b2d5,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:49.513857 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-d8b1bac7-a400-42bc-8cf9-852e0ca046f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:49.580337 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-d8b1bac7-a400-42bc-8cf9-852e0ca046f3 service neutron] Attempting to bind port f9f3a90a-dc77-4583-b01e-4672afb3b2d5 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:51:49.580668 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-d8b1bac7-a400-42bc-8cf9-852e0ca046f3 service neutron] Attempting to bind port f9f3a90a-dc77-4583-b01e-4672afb3b2d5 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '9b98dfe1-3760-4bef-98e5-6054c3cfc3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '92fea580-df85-490d-995f-a2b8ddebd1fe'}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:51:49.580993 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-d8b1bac7-a400-42bc-8cf9-852e0ca046f3 service neutron] Attempting to bind port f9f3a90a-dc77-4583-b01e-4672afb3b2d5 on network 92fea580-df85-490d-995f-a2b8ddebd1fe {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:51:49.585886 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-d8b1bac7-a400-42bc-8cf9-852e0ca046f3 service neutron] Port f9f3a90a-dc77-4583-b01e-4672afb3b2d5 on network 92fea580-df85-490d-995f-a2b8ddebd1fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:51:49.586211 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-d8b1bac7-a400-42bc-8cf9-852e0ca046f3 service neutron] Attempting to bind port f9f3a90a-dc77-4583-b01e-4672afb3b2d5 on network 92fea580-df85-490d-995f-a2b8ddebd1fe {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:51:49.591020 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-d8b1bac7-a400-42bc-8cf9-852e0ca046f3 service neutron] Checking agent: {'id': 'd76c2234-1a1a-45d0-9761-a55b876eff8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 39, 54), 'started_at': datetime.datetime(2021, 6, 29, 10, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 51, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:51:49.591355 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-d8b1bac7-a400-42bc-8cf9-852e0ca046f3 service neutron] Checking segment: {'id': '9b98dfe1-3760-4bef-98e5-6054c3cfc3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '92fea580-df85-490d-995f-a2b8ddebd1fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:51:49.591744 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-d8b1bac7-a400-42bc-8cf9-852e0ca046f3 service neutron] Bound using segment: {'id': '9b98dfe1-3760-4bef-98e5-6054c3cfc3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '92fea580-df85-490d-995f-a2b8ddebd1fe'} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:51:49.592169 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-d8b1bac7-a400-42bc-8cf9-852e0ca046f3 service neutron] Bound port: f9f3a90a-dc77-4583-b01e-4672afb3b2d5, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b98dfe1-3760-4bef-98e5-6054c3cfc3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '92fea580-df85-490d-995f-a2b8ddebd1fe'}}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:51:49.592528 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-d8b1bac7-a400-42bc-8cf9-852e0ca046f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:49.661483 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-d8b1bac7-a400-42bc-8cf9-852e0ca046f3 service neutron] For port f9f3a90a-dc77-4583-b01e-4672afb3b2d5, host hv-cinder-79220, cleared binding levels {{(pid=99533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:51:49.665445 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-d8b1bac7-a400-42bc-8cf9-852e0ca046f3 service neutron] For port f9f3a90a-dc77-4583-b01e-4672afb3b2d5, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f9f3a90a-dc77-4583-b01e-4672afb3b2d5,segment=NetworkSegment(9b98dfe1-3760-4bef-98e5-6054c3cfc3cc),segment_id=9b98dfe1-3760-4bef-98e5-6054c3cfc3cc)] {{(pid=99533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:51:49.670645 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-d8b1bac7-a400-42bc-8cf9-852e0ca046f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5295534'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:49.673324 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:49.701011 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-d8b1bac7-a400-42bc-8cf9-852e0ca046f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:49.701694 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-d8b1bac7-a400-42bc-8cf9-852e0ca046f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:49.703625 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-d8b1bac7-a400-42bc-8cf9-852e0ca046f3 service neutron] 10.222.0.41 "PUT /v2.0/ports/f9f3a90a-dc77-4583-b01e-4672afb3b2d5 HTTP/1.1" status: 200 len: 1093 time: 0.5947094 Jun 29 10:51:49.705944 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb3da08b-71fe-4d0e-9761-e2a73ce84954', 'tag': 'f9f3a90a-dc77-4583-b01e-4672afb3b2d5'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:51:49.708275 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82814ba4342b3241ea59c6119a2f8abf18707475a0488e58b50a7e2d80907800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14590ec3-12e3-4e2b-8eb9-8cf2d444c691" -d '{"events": [{"name": "network-changed", "server_uuid": "fb3da08b-71fe-4d0e-9761-e2a73ce84954", "tag": "f9f3a90a-dc77-4583-b01e-4672afb3b2d5"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:51:49.758047 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30cb1190-6f38-4aa1-8f64-d36264581678 x-openstack-request-id: req-30cb1190-6f38-4aa1-8f64-d36264581678 {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:51:49.758288 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb3da08b-71fe-4d0e-9761-e2a73ce84954", "tag": "f9f3a90a-dc77-4583-b01e-4672afb3b2d5", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:51:49.758570 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-30cb1190-6f38-4aa1-8f64-d36264581678 {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:51:49.759020 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb3da08b-71fe-4d0e-9761-e2a73ce84954', 'tag': 'f9f3a90a-dc77-4583-b01e-4672afb3b2d5', 'status': 'completed', 'code': 200} Jun 29 10:51:49.806110 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b1bac7-a400-42bc-8cf9-852e0ca046f3 service neutron] Pushing event updated for resources: {'Port': ['ID=f9f3a90a-dc77-4583-b01e-4672afb3b2d5,revision_number=3']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:49.809926 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-d8b1bac7-a400-42bc-8cf9-852e0ca046f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:49.853868 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966a46c-dc7e-49be-86c5-ca83ac4b1b28 req-b69a4ad3-f28a-40d1-92de-32f285a4dd07 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:49.855351 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e966a46c-dc7e-49be-86c5-ca83ac4b1b28 req-b69a4ad3-f28a-40d1-92de-32f285a4dd07 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb3da08b-71fe-4d0e-9761-e2a73ce84954 HTTP/1.1" status: 200 len: 943 time: 0.1416759 Jun 29 10:51:49.869762 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-4d7dcf4e-bf2c-4ac4-ae0c-6a1903e44766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:49.871199 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-4d7dcf4e-bf2c-4ac4-ae0c-6a1903e44766 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f34a2fc6d2f4421ca15b3a2e61382a66&device_id=fb3da08b-71fe-4d0e-9761-e2a73ce84954 HTTP/1.1" status: 200 len: 1096 time: 0.0945210 Jun 29 10:51:49.904375 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e966a46c-dc7e-49be-86c5-ca83ac4b1b28 req-94041bd2-ead5-4238-b540-e336d5f62e0f tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c62d6c49-a86e-4249-afd5-2116d80f9916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425379 Jun 29 10:51:49.929755 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-d69337ec-8c34-44bb-948d-6fc81a85800d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9f3a90a-dc77-4583-b01e-4672afb3b2d5 HTTP/1.1" status: 200 len: 217 time: 0.0379124 Jun 29 10:51:49.950450 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.agents_db [None req-93d4a047-be9c-4d13-b750-597922b429b4 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:51:49.978242 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-c80ca199-2efa-45e2-a081-1dcb432c8198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:49.979720 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-c80ca199-2efa-45e2-a081-1dcb432c8198 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46 HTTP/1.1" status: 200 len: 850 time: 0.0431492 Jun 29 10:51:50.036232 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-6d923fa0-68dd-465a-86e1-864ca77b26a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:50.037810 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-6d923fa0-68dd-465a-86e1-864ca77b26a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92fea580-df85-490d-995f-a2b8ddebd1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502460 Jun 29 10:51:50.128348 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-a0c2b49b-600f-47b6-a761-571ca297141d service neutron] 10.222.0.41 "GET /v2.0/networks/92fea580-df85-490d-995f-a2b8ddebd1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823658 Jun 29 10:51:50.215865 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1fc95a31-9b10-4883-8fe6-78c3aa0b34a9 req-95fa10f8-b7ae-4c55-b077-4fd072531825 service neutron] 10.222.0.41 "GET /v2.0/networks/92fea580-df85-490d-995f-a2b8ddebd1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0773253 Jun 29 10:51:50.372813 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14590ec3-12e3-4e2b-8eb9-8cf2d444c691 req-965e1d88-c593-435f-b471-39248331b4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:50.374275 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-14590ec3-12e3-4e2b-8eb9-8cf2d444c691 req-965e1d88-c593-435f-b471-39248331b4ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f34a2fc6d2f4421ca15b3a2e61382a66&device_id=fb3da08b-71fe-4d0e-9761-e2a73ce84954 HTTP/1.1" status: 200 len: 1096 time: 0.0556030 Jun 29 10:51:50.464366 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14590ec3-12e3-4e2b-8eb9-8cf2d444c691 req-f06079d3-f6cb-46b8-b906-5795cbbb085c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:50.465843 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-14590ec3-12e3-4e2b-8eb9-8cf2d444c691 req-f06079d3-f6cb-46b8-b906-5795cbbb085c service neutron] 10.222.0.41 "GET /v2.0/networks?id=92fea580-df85-490d-995f-a2b8ddebd1fe HTTP/1.1" status: 200 len: 912 time: 0.0831764 Jun 29 10:51:50.510329 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-14590ec3-12e3-4e2b-8eb9-8cf2d444c691 req-03ce617d-64b2-40bd-b997-0863c122c054 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9f3a90a-dc77-4583-b01e-4672afb3b2d5 HTTP/1.1" status: 200 len: 217 time: 0.0364125 Jun 29 10:51:50.558392 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14590ec3-12e3-4e2b-8eb9-8cf2d444c691 req-b0b168ca-5777-4ea2-997e-8b890bb3c2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:50.559849 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-14590ec3-12e3-4e2b-8eb9-8cf2d444c691 req-b0b168ca-5777-4ea2-997e-8b890bb3c2fb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46 HTTP/1.1" status: 200 len: 850 time: 0.0421460 Jun 29 10:51:50.614930 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14590ec3-12e3-4e2b-8eb9-8cf2d444c691 req-a1873704-0c2b-4c2b-8e94-c7f5aebec479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:50.616913 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-14590ec3-12e3-4e2b-8eb9-8cf2d444c691 req-a1873704-0c2b-4c2b-8e94-c7f5aebec479 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92fea580-df85-490d-995f-a2b8ddebd1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492566 Jun 29 10:51:50.704143 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-14590ec3-12e3-4e2b-8eb9-8cf2d444c691 req-5e5bd6a9-b8b0-482f-9c9c-ab5d6e5b1bbd service neutron] 10.222.0.41 "GET /v2.0/networks/92fea580-df85-490d-995f-a2b8ddebd1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802937 Jun 29 10:51:50.792414 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-14590ec3-12e3-4e2b-8eb9-8cf2d444c691 req-9c3e9da7-5030-49da-80f0-307cbdc65595 service neutron] 10.222.0.41 "GET /v2.0/networks/92fea580-df85-490d-995f-a2b8ddebd1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803301 Jun 29 10:51:51.078998 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0122e3-008b-472f-bb60-d29b5eadb311 req-4750c80a-f15c-4f3b-8cde-6ece0cb2d1fe tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:51.080352 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6a0122e3-008b-472f-bb60-d29b5eadb311 req-4750c80a-f15c-4f3b-8cde-6ece0cb2d1fe tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb3da08b-71fe-4d0e-9761-e2a73ce84954 HTTP/1.1" status: 200 len: 943 time: 0.0642025 Jun 29 10:51:51.116626 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6a0122e3-008b-472f-bb60-d29b5eadb311 req-5d7c36d5-22e9-4cf8-b37f-99bf31b53140 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c62d6c49-a86e-4249-afd5-2116d80f9916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301886 Jun 29 10:51:52.287772 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b758a48-b62b-4409-8072-e2500c27e471 req-5f94e605-1358-46bf-b992-6adcd54fc807 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:52.289227 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8b758a48-b62b-4409-8072-e2500c27e471 req-5f94e605-1358-46bf-b992-6adcd54fc807 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb3da08b-71fe-4d0e-9761-e2a73ce84954 HTTP/1.1" status: 200 len: 943 time: 0.0660746 Jun 29 10:51:52.325337 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8b758a48-b62b-4409-8072-e2500c27e471 req-77f48632-cb54-4d82-ad65-fd497ea8b439 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c62d6c49-a86e-4249-afd5-2116d80f9916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306060 Jun 29 10:51:52.809324 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device f9f3a90a-dc77-4583-b01e-4672afb3b2d5 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:51:53.021418 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port f9f3a90a-dc77-4583-b01e-4672afb3b2d5, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f9f3a90a-dc77-4583-b01e-4672afb3b2d5,segment=NetworkSegment(9b98dfe1-3760-4bef-98e5-6054c3cfc3cc),segment_id=9b98dfe1-3760-4bef-98e5-6054c3cfc3cc)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:51:53.032660 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Returning: {'device': 'f9f3a90a-dc77-4583-b01e-4672afb3b2d5', 'network_id': '92fea580-df85-490d-995f-a2b8ddebd1fe', 'port_id': 'f9f3a90a-dc77-4583-b01e-4672afb3b2d5', 'mac_address': 'fa:16:3e:a1:4c:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:51:53.067654 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:53.079979 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9f3a90a-dc77-4583-b01e-4672afb3b2d5 {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:51:53.098842 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port f9f3a90a-dc77-4583-b01e-4672afb3b2d5, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f9f3a90a-dc77-4583-b01e-4672afb3b2d5,segment=NetworkSegment(9b98dfe1-3760-4bef-98e5-6054c3cfc3cc),segment_id=9b98dfe1-3760-4bef-98e5-6054c3cfc3cc)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:51:53.102227 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:53.103934 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:53.147025 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=f9f3a90a-dc77-4583-b01e-4672afb3b2d5,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:53.149928 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:53.483313 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] get_ports_and_sgs() called for port_ids ['f9f3a90a-dc77-4583-b01e-4672afb3b2d5'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:51:53.503378 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f253e09-1d77-4a0c-8ec2-98e9574a5c59 req-25829a33-e47e-4c21-9921-ad6a6934ae09 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:53.505427 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-7f253e09-1d77-4a0c-8ec2-98e9574a5c59 req-25829a33-e47e-4c21-9921-ad6a6934ae09 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb3da08b-71fe-4d0e-9761-e2a73ce84954 HTTP/1.1" status: 200 len: 944 time: 0.0698116 Jun 29 10:51:53.544054 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-7f253e09-1d77-4a0c-8ec2-98e9574a5c59 req-ccbaf8b6-e522-43d9-b60f-47b9754e5bd7 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c62d6c49-a86e-4249-afd5-2116d80f9916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326142 Jun 29 10:51:54.715551 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea897532-49a1-42d2-b883-399f5bc3fcd2 req-ba91c755-53ae-4794-b962-9a4d48a97b2f tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:54.717006 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ea897532-49a1-42d2-b883-399f5bc3fcd2 req-ba91c755-53ae-4794-b962-9a4d48a97b2f tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb3da08b-71fe-4d0e-9761-e2a73ce84954 HTTP/1.1" status: 200 len: 944 time: 0.0660934 Jun 29 10:51:54.753307 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ea897532-49a1-42d2-b883-399f5bc3fcd2 req-e72337af-10a3-47a3-a087-b3aa763068e2 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c62d6c49-a86e-4249-afd5-2116d80f9916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308881 Jun 29 10:51:54.823877 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device f9f3a90a-dc77-4583-b01e-4672afb3b2d5 up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:51:54.827940 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:54.871366 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Provisioning for port f9f3a90a-dc77-4583-b01e-4672afb3b2d5 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:51:54.874942 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Provisioning complete for port f9f3a90a-dc77-4583-b01e-4672afb3b2d5 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:51:54.875317 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:54.949635 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:54.970506 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3da08b-71fe-4d0e-9761-e2a73ce84954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f3a90a-dc77-4583-b01e-4672afb3b2d5'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:51:54.972750 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3762a8f488588fc24900269a9cc386d753c3d6f951c38e7bc7f446f2f69fbffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b938fb-e554-4720-862c-6714c11f140e" -d '{"events": [{"server_uuid": "fb3da08b-71fe-4d0e-9761-e2a73ce84954", "name": "network-vif-plugged", "status": "completed", "tag": "f9f3a90a-dc77-4583-b01e-4672afb3b2d5"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:51:54.985733 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port f9f3a90a-dc77-4583-b01e-4672afb3b2d5, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f9f3a90a-dc77-4583-b01e-4672afb3b2d5,segment=NetworkSegment(9b98dfe1-3760-4bef-98e5-6054c3cfc3cc),segment_id=9b98dfe1-3760-4bef-98e5-6054c3cfc3cc)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:51:54.989547 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:54.991423 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:51:55.012931 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64047f31-bd0e-4bb6-bd9a-167f8bc3f7c3 x-openstack-request-id: req-64047f31-bd0e-4bb6-bd9a-167f8bc3f7c3 {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:51:55.013227 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb3da08b-71fe-4d0e-9761-e2a73ce84954", "name": "network-vif-plugged", "status": "completed", "tag": "f9f3a90a-dc77-4583-b01e-4672afb3b2d5", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:51:55.013484 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-64047f31-bd0e-4bb6-bd9a-167f8bc3f7c3 {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:51:55.013866 dv-cinder-792209-3-iscsi neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb3da08b-71fe-4d0e-9761-e2a73ce84954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f3a90a-dc77-4583-b01e-4672afb3b2d5', 'code': 200} Jun 29 10:51:55.038512 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=f9f3a90a-dc77-4583-b01e-4672afb3b2d5,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:51:55.041426 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:51:55.275056 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c10de-c2e7-4c5d-9b95-26bf8729f313 req-b0feea5e-2912-493b-a317-d9ce926829a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:55.276500 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-781c10de-c2e7-4c5d-9b95-26bf8729f313 req-b0feea5e-2912-493b-a317-d9ce926829a5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fb3da08b-71fe-4d0e-9761-e2a73ce84954 HTTP/1.1" status: 200 len: 1098 time: 0.0506272 Jun 29 10:51:55.311083 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-781c10de-c2e7-4c5d-9b95-26bf8729f313 req-aec2502e-ce8e-4de2-99d1-490eec880fd6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c62d6c49-a86e-4249-afd5-2116d80f9916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273976 Jun 29 10:51:55.932091 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27482e8-4216-4fdb-ac8c-54989465ca01 req-514db2ea-1e46-4e91-bf02-183f7e945758 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:55.933092 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f27482e8-4216-4fdb-ac8c-54989465ca01 req-514db2ea-1e46-4e91-bf02-183f7e945758 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb3da08b-71fe-4d0e-9761-e2a73ce84954 HTTP/1.1" status: 200 len: 945 time: 0.0606296 Jun 29 10:51:55.970605 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f27482e8-4216-4fdb-ac8c-54989465ca01 req-f2ce68f6-d153-4cb7-8810-c529773d7005 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c62d6c49-a86e-4249-afd5-2116d80f9916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314207 Jun 29 10:51:55.976496 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-e2ec96cb-fdf4-4be0-8e17-fa26babc346b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:57.149046 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7e5fa-824c-406a-8894-f52ea3d6d770 req-671db759-1b57-4989-a3e1-17e8f8b5b499 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:57.150500 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ffa7e5fa-824c-406a-8894-f52ea3d6d770 req-671db759-1b57-4989-a3e1-17e8f8b5b499 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb3da08b-71fe-4d0e-9761-e2a73ce84954 HTTP/1.1" status: 200 len: 945 time: 0.0670779 Jun 29 10:51:57.187041 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ffa7e5fa-824c-406a-8894-f52ea3d6d770 req-da9f2155-732a-4cd1-b3ce-facc08f52485 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c62d6c49-a86e-4249-afd5-2116d80f9916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309486 Jun 29 10:51:57.355570 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59f28a-d30f-46c4-9366-7909237d5e7b req-aabc00d8-5818-40c6-b1d4-2c18eb94970f tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:57.357035 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-5b59f28a-d30f-46c4-9366-7909237d5e7b req-aabc00d8-5818-40c6-b1d4-2c18eb94970f tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb3da08b-71fe-4d0e-9761-e2a73ce84954 HTTP/1.1" status: 200 len: 945 time: 0.0618029 Jun 29 10:51:57.365206 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 51386) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:51:57.370173 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-97d19822-df64-4906-8cb2-9cd287abd7e0 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Request body: {'floatingip': {'port_id': 'f9f3a90a-dc77-4583-b01e-4672afb3b2d5'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:51:57.410503 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-97d19822-df64-4906-8cb2-9cd287abd7e0 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks [] for floatingip, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:57.838491 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-97d19822-df64-4906-8cb2-9cd287abd7e0 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:57.842099 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-97d19822-df64-4906-8cb2-9cd287abd7e0 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7928479'] for floatingip, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:57.935030 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.db.l3_db [None req-97d19822-df64-4906-8cb2-9cd287abd7e0 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Floating IP 0b775aed-0c61-4c1e-a012-340404700cc8 associated. External IP: 172.27.0.48, port: f9f3a90a-dc77-4583-b01e-4672afb3b2d5. Jun 29 10:51:58.128967 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d19822-df64-4906-8cb2-9cd287abd7e0 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Router 51ee1726-6d72-46e9-9331-a51d75912dab has already been hosted by L3 agent 8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f {{(pid=99533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:51:58.470944 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d19822-df64-4906-8cb2-9cd287abd7e0 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify agent at l3_agent.dv-cinder-792209-3-iscsi the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:51:58.475365 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-97d19822-df64-4906-8cb2-9cd287abd7e0 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for floatingip, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:58.479987 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec66157b-20f8-46d2-a21d-54f406f96b60 None None] Sync routers for ids ['51ee1726-6d72-46e9-9331-a51d75912dab'] in dv-cinder-792209-3-iscsi {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:51:58.489297 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec66157b-20f8-46d2-a21d-54f406f96b60 None None] Routers {'51ee1726-6d72-46e9-9331-a51d75912dab'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:51:58.489885 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-ec66157b-20f8-46d2-a21d-54f406f96b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:51:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['51ee1726-6d72-46e9-9331-a51d75912dab'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:58.510376 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-97d19822-df64-4906-8cb2-9cd287abd7e0 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "PUT /v2.0/floatingips/0b775aed-0c61-4c1e-a012-340404700cc8 HTTP/1.1" status: 200 len: 990 time: 1.1435297 Jun 29 10:51:58.511066 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb3da08b-71fe-4d0e-9761-e2a73ce84954', 'tag': 'f9f3a90a-dc77-4583-b01e-4672afb3b2d5'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:51:58.513340 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82814ba4342b3241ea59c6119a2f8abf18707475a0488e58b50a7e2d80907800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f974d7-093b-4076-b0f8-bd7b78557d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "fb3da08b-71fe-4d0e-9761-e2a73ce84954", "tag": "f9f3a90a-dc77-4583-b01e-4672afb3b2d5"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:51:58.548487 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec98667-046c-4cb5-ab65-464035cb8496 x-openstack-request-id: req-7ec98667-046c-4cb5-ab65-464035cb8496 {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:51:58.548896 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb3da08b-71fe-4d0e-9761-e2a73ce84954", "tag": "f9f3a90a-dc77-4583-b01e-4672afb3b2d5", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:51:58.549195 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7ec98667-046c-4cb5-ab65-464035cb8496 {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:51:58.549628 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb3da08b-71fe-4d0e-9761-e2a73ce84954', 'tag': 'f9f3a90a-dc77-4583-b01e-4672afb3b2d5', 'status': 'completed', 'code': 200} Jun 29 10:51:58.593616 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-ec66157b-20f8-46d2-a21d-54f406f96b60 None None] Set router 51ee1726-6d72-46e9-9331-a51d75912dab gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:51:58.669124 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f974d7-093b-4076-b0f8-bd7b78557d7b req-34971496-b16d-4b7c-b9b4-6410203c5a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:58.670784 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-16f974d7-093b-4076-b0f8-bd7b78557d7b req-34971496-b16d-4b7c-b9b4-6410203c5a0a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f34a2fc6d2f4421ca15b3a2e61382a66&device_id=fb3da08b-71fe-4d0e-9761-e2a73ce84954 HTTP/1.1" status: 200 len: 1098 time: 0.0566907 Jun 29 10:51:58.681332 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-53a034a3-5ca1-4d6f-a72d-fb35af103ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:58.765691 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f974d7-093b-4076-b0f8-bd7b78557d7b req-c6329c0a-366d-4b9d-b4bc-425275e24353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:58.767154 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-16f974d7-093b-4076-b0f8-bd7b78557d7b req-c6329c0a-366d-4b9d-b4bc-425275e24353 service neutron] 10.222.0.41 "GET /v2.0/networks?id=92fea580-df85-490d-995f-a2b8ddebd1fe HTTP/1.1" status: 200 len: 912 time: 0.0892761 Jun 29 10:51:58.812769 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-ec66157b-20f8-46d2-a21d-54f406f96b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'name': 'tempest-AttachVolumeTestJSON-1984966947-router', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c199261c-ca88-4e37-909d-4fd006d52099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:48:41Z', 'updated_at': '2021-06-29T10:48:45Z', 'revision_number': 4, 'project_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'gw_port': {'id': 'c199261c-ca88-4e37-909d-4fd006d52099', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ae:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:48:42Z', 'updated_at': '2021-06-29T10:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_floatingips': [{'id': '0b775aed-0c61-4c1e-a012-340404700cc8', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'floating_ip_address': '172.27.0.48', 'floating_network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'router_id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'port_id': 'f9f3a90a-dc77-4583-b01e-4672afb3b2d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92fea580-df85-490d-995f-a2b8ddebd1fe', 'mac_address': 'fa:16:3e:a1:4c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3da08b-71fe-4d0e-9761-e2a73ce84954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:51:43Z', 'updated_at': '2021-06-29T10:51:57Z', 'revision_number': 1, 'project_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58c97532-55d4-4140-a3be-f84c2d47bc6e', 'name': '', 'network_id': '92fea580-df85-490d-995f-a2b8ddebd1fe', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'mac_address': 'fa:16:3e:db:d4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:48:44Z', 'updated_at': '2021-06-29T10:48:50Z', 'revision_number': 5, 'project_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'subnets': [{'id': 'ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:58.829846 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-16f974d7-093b-4076-b0f8-bd7b78557d7b req-621201d7-1302-4326-879b-6edadf267fd9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9f3a90a-dc77-4583-b01e-4672afb3b2d5 HTTP/1.1" status: 200 len: 998 time: 0.0560894 Jun 29 10:51:58.837848 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec66157b-20f8-46d2-a21d-54f406f96b60 None None] Checking router: 51ee1726-6d72-46e9-9331-a51d75912dab for host: dv-cinder-792209-3-iscsi {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:51:58.846040 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec66157b-20f8-46d2-a21d-54f406f96b60 None None] Routers {'51ee1726-6d72-46e9-9331-a51d75912dab'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:51:58.846664 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-ec66157b-20f8-46d2-a21d-54f406f96b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:51:59Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['51ee1726-6d72-46e9-9331-a51d75912dab'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:58.882353 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f974d7-093b-4076-b0f8-bd7b78557d7b req-68c35ffa-ad23-4bcb-a279-2cb6f367e604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:58.883814 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-16f974d7-093b-4076-b0f8-bd7b78557d7b req-68c35ffa-ad23-4bcb-a279-2cb6f367e604 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46 HTTP/1.1" status: 200 len: 850 time: 0.0477703 Jun 29 10:51:58.893909 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:51:58.942807 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f974d7-093b-4076-b0f8-bd7b78557d7b req-7ed185f2-1471-4714-9b6c-a33eb5a9eafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:51:58.944254 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-16f974d7-093b-4076-b0f8-bd7b78557d7b req-7ed185f2-1471-4714-9b6c-a33eb5a9eafc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92fea580-df85-490d-995f-a2b8ddebd1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531554 Jun 29 10:51:58.952126 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-ec66157b-20f8-46d2-a21d-54f406f96b60 None None] Set router 51ee1726-6d72-46e9-9331-a51d75912dab gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:51:59.040348 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-16f974d7-093b-4076-b0f8-bd7b78557d7b req-fbad0032-0df5-4964-b752-e98514bf53de service neutron] 10.222.0.41 "GET /v2.0/networks/92fea580-df85-490d-995f-a2b8ddebd1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802753 Jun 29 10:51:59.129601 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-16f974d7-093b-4076-b0f8-bd7b78557d7b req-eb7dbf09-3f7a-4001-928a-0bd7c0c6bb08 service neutron] 10.222.0.41 "GET /v2.0/networks/92fea580-df85-490d-995f-a2b8ddebd1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821323 Jun 29 10:51:59.175091 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-ec66157b-20f8-46d2-a21d-54f406f96b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'name': 'tempest-AttachVolumeTestJSON-1984966947-router', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c199261c-ca88-4e37-909d-4fd006d52099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:48:41Z', 'updated_at': '2021-06-29T10:48:45Z', 'revision_number': 4, 'project_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'gw_port': {'id': 'c199261c-ca88-4e37-909d-4fd006d52099', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ae:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:48:42Z', 'updated_at': '2021-06-29T10:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_floatingips': [{'id': '0b775aed-0c61-4c1e-a012-340404700cc8', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'floating_ip_address': '172.27.0.48', 'floating_network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'router_id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'port_id': 'f9f3a90a-dc77-4583-b01e-4672afb3b2d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92fea580-df85-490d-995f-a2b8ddebd1fe', 'mac_address': 'fa:16:3e:a1:4c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3da08b-71fe-4d0e-9761-e2a73ce84954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:51:43Z', 'updated_at': '2021-06-29T10:51:57Z', 'revision_number': 1, 'project_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58c97532-55d4-4140-a3be-f84c2d47bc6e', 'name': '', 'network_id': '92fea580-df85-490d-995f-a2b8ddebd1fe', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'mac_address': 'fa:16:3e:db:d4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:48:44Z', 'updated_at': '2021-06-29T10:48:50Z', 'revision_number': 5, 'project_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'subnets': [{'id': 'ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:51:59.199749 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec66157b-20f8-46d2-a21d-54f406f96b60 None None] The sync data for ids ['51ee1726-6d72-46e9-9331-a51d75912dab'] in dv-cinder-792209-3-iscsi is: [{'id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'name': 'tempest-AttachVolumeTestJSON-1984966947-router', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c199261c-ca88-4e37-909d-4fd006d52099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:48:41Z', 'updated_at': '2021-06-29T10:48:45Z', 'revision_number': 4, 'project_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'gw_port': {'id': 'c199261c-ca88-4e37-909d-4fd006d52099', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ae:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:48:42Z', 'updated_at': '2021-06-29T10:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_floatingips': [{'id': '0b775aed-0c61-4c1e-a012-340404700cc8', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'floating_ip_address': '172.27.0.48', 'floating_network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'router_id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'port_id': 'f9f3a90a-dc77-4583-b01e-4672afb3b2d5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92fea580-df85-490d-995f-a2b8ddebd1fe', 'mac_address': 'fa:16:3e:a1:4c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3da08b-71fe-4d0e-9761-e2a73ce84954', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:51:43Z', 'updated_at': '2021-06-29T10:51:57Z', 'revision_number': 1, 'project_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58c97532-55d4-4140-a3be-f84c2d47bc6e', 'name': '', 'network_id': '92fea580-df85-490d-995f-a2b8ddebd1fe', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'mac_address': 'fa:16:3e:db:d4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:48:44Z', 'updated_at': '2021-06-29T10:48:50Z', 'revision_number': 5, 'project_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'subnets': [{'id': 'ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:51:59.379163 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3854640e-2f5f-4961-be65-1febd85b876c None None] New status for floating IP 0b775aed-0c61-4c1e-a012-340404700cc8: ACTIVE {{(pid=99534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:51:59.722347 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:01.242331 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:04.355879 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-55b8263c-ab3a-4206-ac40-be98b1bd9744 req-df64ac61-7c55-40dc-962a-522c61795f01 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2ccea396-f482-4ea8-bb14-265714a74896&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498343 Jun 29 10:52:04.446912 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8263c-ab3a-4206-ac40-be98b1bd9744 req-dd332d2f-20d9-4d00-beb5-37a9a09d804a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:04.448382 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-55b8263c-ab3a-4206-ac40-be98b1bd9744 req-dd332d2f-20d9-4d00-beb5-37a9a09d804a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d430ddcb57a54f888eeb6e4432ddf4ef&device_id=2ccea396-f482-4ea8-bb14-265714a74896 HTTP/1.1" status: 200 len: 1098 time: 0.0522923 Jun 29 10:52:04.553374 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8263c-ab3a-4206-ac40-be98b1bd9744 req-ca912966-dad5-4ccb-917f-6cbf737b86e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:04.554836 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-55b8263c-ab3a-4206-ac40-be98b1bd9744 req-ca912966-dad5-4ccb-917f-6cbf737b86e6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c2c75e90-ff61-4035-ad60-7a5936afe119 HTTP/1.1" status: 200 len: 913 time: 0.0854554 Jun 29 10:52:04.616356 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-55b8263c-ab3a-4206-ac40-be98b1bd9744 req-45a859a9-62ca-4e9c-8a4e-a6ff0efae781 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df375369-6649-4159-aef0-814c8e7f0fab HTTP/1.1" status: 200 len: 1001 time: 0.0549643 Jun 29 10:52:04.668447 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8263c-ab3a-4206-ac40-be98b1bd9744 req-ff24c129-7a46-4e61-87d8-cad7b119d0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:04.670089 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-55b8263c-ab3a-4206-ac40-be98b1bd9744 req-ff24c129-7a46-4e61-87d8-cad7b119d0c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e06f0075-fc72-462c-a9f0-67a612c09aa9 HTTP/1.1" status: 200 len: 851 time: 0.0456257 Jun 29 10:52:04.723105 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8263c-ab3a-4206-ac40-be98b1bd9744 req-0106a28a-d919-4154-adfe-0b5e10922a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:52:04.724511 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-55b8263c-ab3a-4206-ac40-be98b1bd9744 req-0106a28a-d919-4154-adfe-0b5e10922a7d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2c75e90-ff61-4035-ad60-7a5936afe119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0483727 Jun 29 10:52:04.734990 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [req-55b8263c-ab3a-4206-ac40-be98b1bd9744 req-cbac0761-301e-4a6d-a9cc-0ad5e56d30ba service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=99533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:52:04.735889 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-55b8263c-ab3a-4206-ac40-be98b1bd9744 req-cbac0761-301e-4a6d-a9cc-0ad5e56d30ba service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047684 Jun 29 10:52:04.823244 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-55b8263c-ab3a-4206-ac40-be98b1bd9744 req-e2ad190b-807c-4c6c-8559-f5a8a45b84ad service neutron] 10.222.0.41 "GET /v2.0/networks/c2c75e90-ff61-4035-ad60-7a5936afe119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791514 Jun 29 10:52:04.912485 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-55b8263c-ab3a-4206-ac40-be98b1bd9744 req-84ee6418-2c74-400d-9e18-e71688c7a49d service neutron] 10.222.0.41 "GET /v2.0/networks/c2c75e90-ff61-4035-ad60-7a5936afe119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825086 Jun 29 10:52:24.826375 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:25.976533 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-285e4e5b-309f-4769-aa29-c38fef449a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:26.949418 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.agents_db [None req-93d4a047-be9c-4d13-b750-597922b429b4 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:52:28.682793 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-6a28d097-20e9-43ae-a854-d66590828cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:28.893264 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:29.725415 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:31.245654 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:54.827092 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:55.978556 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-cfc7ab04-4033-4ce2-bff7-21f50b5bbd86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:58.684491 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a272aaa0-67e8-4305-a8a1-fc880ae9587b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:58.892867 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:52:59.727411 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:01.064071 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed6bfa-28e1-4032-9c0d-820f0ceb4664 req-7a82c8e7-7a8b-40d9-86ad-878f62f9deaf tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:01.065552 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-40ed6bfa-28e1-4032-9c0d-820f0ceb4664 req-7a82c8e7-7a8b-40d9-86ad-878f62f9deaf tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ccea396-f482-4ea8-bb14-265714a74896 HTTP/1.1" status: 200 len: 945 time: 0.0625479 Jun 29 10:53:01.103209 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-40ed6bfa-28e1-4032-9c0d-820f0ceb4664 req-be50ef80-d265-4323-a267-26b376b7cfff tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315585 Jun 29 10:53:01.248400 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:02.274765 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154aa414-9e78-497c-8ed4-a191f4e20918 req-f543ffde-809f-4fe6-a4d8-beb77e83d8d5 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:02.276189 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-154aa414-9e78-497c-8ed4-a191f4e20918 req-f543ffde-809f-4fe6-a4d8-beb77e83d8d5 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ccea396-f482-4ea8-bb14-265714a74896 HTTP/1.1" status: 200 len: 945 time: 0.0638106 Jun 29 10:53:02.312474 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-154aa414-9e78-497c-8ed4-a191f4e20918 req-69069f0d-97d9-4c61-9803-edfd4eee050d tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304022 Jun 29 10:53:03.071362 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f930a-5273-4f92-a176-24f1e30198cb req-03d52063-47ab-4329-a250-602791dc7066 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:03.072781 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6e2f930a-5273-4f92-a176-24f1e30198cb req-03d52063-47ab-4329-a250-602791dc7066 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ccea396-f482-4ea8-bb14-265714a74896 HTTP/1.1" status: 200 len: 945 time: 0.0637159 Jun 29 10:53:03.174051 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-6e2f930a-5273-4f92-a176-24f1e30198cb req-5dd437cb-aedc-42f0-a4ba-2729f6e85d44 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Deleting port df375369-6649-4159-aef0-814c8e7f0fab {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:53:03.174373 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-6e2f930a-5273-4f92-a176-24f1e30198cb req-5dd437cb-aedc-42f0-a4ba-2729f6e85d44 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:03.258432 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-6e2f930a-5273-4f92-a176-24f1e30198cb req-5dd437cb-aedc-42f0-a4ba-2729f6e85d44 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] For port df375369-6649-4159-aef0-814c8e7f0fab, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=df375369-6649-4159-aef0-814c8e7f0fab,segment=NetworkSegment(75e4d7f1-7396-4412-92bf-807a43990804),segment_id=75e4d7f1-7396-4412-92bf-807a43990804)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:53:03.258813 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-6e2f930a-5273-4f92-a176-24f1e30198cb req-5dd437cb-aedc-42f0-a4ba-2729f6e85d44 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:03.423098 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-6e2f930a-5273-4f92-a176-24f1e30198cb req-5dd437cb-aedc-42f0-a4ba-2729f6e85d44 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:03.423798 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-6e2f930a-5273-4f92-a176-24f1e30198cb req-5dd437cb-aedc-42f0-a4ba-2729f6e85d44 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7928479'] for floatingip, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:03.423798 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.db.l3_db [req-6e2f930a-5273-4f92-a176-24f1e30198cb req-5dd437cb-aedc-42f0-a4ba-2729f6e85d44 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Floating IP 5df3ce99-7e8c-4fad-a774-02c1694a0668 disassociated. External IP: 172.27.0.108, port: df375369-6649-4159-aef0-814c8e7f0fab. Jun 29 10:53:03.424094 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-6e2f930a-5273-4f92-a176-24f1e30198cb req-5dd437cb-aedc-42f0-a4ba-2729f6e85d44 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Calling delete_port for df375369-6649-4159-aef0-814c8e7f0fab owned by compute:nova {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:53:03.539496 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39236d76-0b8e-4ecd-9ad1-b961179e4be3 req-d7b5a3ac-9d64-415c-a547-17906bd4de8c tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:03.540966 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-39236d76-0b8e-4ecd-9ad1-b961179e4be3 req-d7b5a3ac-9d64-415c-a547-17906bd4de8c tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ccea396-f482-4ea8-bb14-265714a74896 HTTP/1.1" status: 200 len: 945 time: 0.1149318 Jun 29 10:53:03.610940 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-39236d76-0b8e-4ecd-9ad1-b961179e4be3 req-c65ada75-0fa3-438a-99b6-c90e1f134039 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605536 Jun 29 10:53:03.633699 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-6e2f930a-5273-4f92-a176-24f1e30198cb req-5dd437cb-aedc-42f0-a4ba-2729f6e85d44 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295537'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:03.637574 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b114c3d1-5ffc-4d5a-8100-3f5b106fbabf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:03.662753 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd437cb-aedc-42f0-a4ba-2729f6e85d44 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Pushing event deleted for resources: {'Port': ['ID=df375369-6649-4159-aef0-814c8e7f0fab,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:03.673589 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd437cb-aedc-42f0-a4ba-2729f6e85d44 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:03.673978 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd437cb-aedc-42f0-a4ba-2729f6e85d44 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:03.674353 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd437cb-aedc-42f0-a4ba-2729f6e85d44 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:03.674749 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd437cb-aedc-42f0-a4ba-2729f6e85d44 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:03.675119 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd437cb-aedc-42f0-a4ba-2729f6e85d44 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:03.675482 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd437cb-aedc-42f0-a4ba-2729f6e85d44 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:03.675843 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd437cb-aedc-42f0-a4ba-2729f6e85d44 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:03.676205 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd437cb-aedc-42f0-a4ba-2729f6e85d44 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:03.676567 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd437cb-aedc-42f0-a4ba-2729f6e85d44 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:03.676922 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd437cb-aedc-42f0-a4ba-2729f6e85d44 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:03.677276 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd437cb-aedc-42f0-a4ba-2729f6e85d44 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:03.677629 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd437cb-aedc-42f0-a4ba-2729f6e85d44 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:03.682652 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-5dd437cb-aedc-42f0-a4ba-2729f6e85d44 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:03.785379 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e2f930a-5273-4f92-a176-24f1e30198cb req-5dd437cb-aedc-42f0-a4ba-2729f6e85d44 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Router 3ab14710-8f76-41ca-8234-daf954baf33d has already been hosted by L3 agent 8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f {{(pid=99533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:53:03.888449 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e2f930a-5273-4f92-a176-24f1e30198cb req-5dd437cb-aedc-42f0-a4ba-2729f6e85d44 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify agent at l3_agent.dv-cinder-792209-3-iscsi the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:53:03.897497 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0d06e9-4eb2-4882-b1bd-c8ffb7808e98 None None] Sync routers for ids ['3ab14710-8f76-41ca-8234-daf954baf33d'] in dv-cinder-792209-3-iscsi {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:53:03.907301 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0d06e9-4eb2-4882-b1bd-c8ffb7808e98 None None] Routers {'3ab14710-8f76-41ca-8234-daf954baf33d'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:53:03.907898 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-8b0d06e9-4eb2-4882-b1bd-c8ffb7808e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:52:59Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['3ab14710-8f76-41ca-8234-daf954baf33d'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:53:03.930926 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2f930a-5273-4f92-a176-24f1e30198cb req-5dd437cb-aedc-42f0-a4ba-2729f6e85d44 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] No DVR routers for this DVR port df375369-6649-4159-aef0-814c8e7f0fab on host hv-cinder-79220 {{(pid=99533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:53:03.933587 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-6e2f930a-5273-4f92-a176-24f1e30198cb req-5dd437cb-aedc-42f0-a4ba-2729f6e85d44 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:03.935643 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6e2f930a-5273-4f92-a176-24f1e30198cb req-5dd437cb-aedc-42f0-a4ba-2729f6e85d44 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.41 "DELETE /v2.0/ports/df375369-6649-4159-aef0-814c8e7f0fab HTTP/1.1" status: 204 len: 173 time: 0.8524065 Jun 29 10:53:03.936236 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ccea396-f482-4ea8-bb14-265714a74896', 'name': 'network-vif-deleted', 'tag': 'df375369-6649-4159-aef0-814c8e7f0fab'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:53:03.938556 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82814ba4342b3241ea59c6119a2f8abf18707475a0488e58b50a7e2d80907800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8a6281-5723-4500-b156-7ed973875fae" -d '{"events": [{"server_uuid": "2ccea396-f482-4ea8-bb14-265714a74896", "name": "network-vif-deleted", "tag": "df375369-6649-4159-aef0-814c8e7f0fab"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:53:03.953391 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.agents_db [None req-93d4a047-be9c-4d13-b750-597922b429b4 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:53:03.975435 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af37a88-c01e-4e17-9f9c-2563a948e371 x-openstack-request-id: req-1af37a88-c01e-4e17-9f9c-2563a948e371 {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:53:03.975705 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ccea396-f482-4ea8-bb14-265714a74896", "name": "network-vif-deleted", "tag": "df375369-6649-4159-aef0-814c8e7f0fab", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:53:03.976025 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1af37a88-c01e-4e17-9f9c-2563a948e371 {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:53:03.976458 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ccea396-f482-4ea8-bb14-265714a74896', 'name': 'network-vif-deleted', 'tag': 'df375369-6649-4159-aef0-814c8e7f0fab', 'status': 'completed', 'code': 200} Jun 29 10:53:04.018715 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-8b0d06e9-4eb2-4882-b1bd-c8ffb7808e98 None None] Set router 3ab14710-8f76-41ca-8234-daf954baf33d gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:53:04.311180 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-8b0d06e9-4eb2-4882-b1bd-c8ffb7808e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'name': 'tempest-TestVolumeBootPattern-1429253507-router', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:14Z', 'updated_at': '2021-06-29T10:50:17Z', 'revision_number': 4, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'gw_port': {'id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:15Z', 'updated_at': '2021-06-29T10:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '4b9ff7ca-5143-4cad-a595-98f9a3768c10', 'name': '', 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'mac_address': 'fa:16:3e:8f:44:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'e06f0075-fc72-462c-a9f0-67a612c09aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:17Z', 'updated_at': '2021-06-29T10:50:23Z', 'revision_number': 5, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'subnets': [{'id': 'e06f0075-fc72-462c-a9f0-67a612c09aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:53:04.337237 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0d06e9-4eb2-4882-b1bd-c8ffb7808e98 None None] Checking router: 3ab14710-8f76-41ca-8234-daf954baf33d for host: dv-cinder-792209-3-iscsi {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:53:04.345665 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0d06e9-4eb2-4882-b1bd-c8ffb7808e98 None None] Routers {'3ab14710-8f76-41ca-8234-daf954baf33d'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:53:04.346266 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-8b0d06e9-4eb2-4882-b1bd-c8ffb7808e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:52:59Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['3ab14710-8f76-41ca-8234-daf954baf33d'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:53:04.413912 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8395e42b-023b-4917-aea4-46fddb0eec9a req-2ce078fc-1d02-4fae-859e-d48fc30891d0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fb3da08b-71fe-4d0e-9761-e2a73ce84954&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0948350 Jun 29 10:53:04.450865 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-8b0d06e9-4eb2-4882-b1bd-c8ffb7808e98 None None] Set router 3ab14710-8f76-41ca-8234-daf954baf33d gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:53:04.550846 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395e42b-023b-4917-aea4-46fddb0eec9a req-8fc2cd8b-bf7d-42c4-b7a9-a22f1eea538a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:04.552314 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8395e42b-023b-4917-aea4-46fddb0eec9a req-8fc2cd8b-bf7d-42c4-b7a9-a22f1eea538a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f34a2fc6d2f4421ca15b3a2e61382a66&device_id=fb3da08b-71fe-4d0e-9761-e2a73ce84954 HTTP/1.1" status: 200 len: 1098 time: 0.0580909 Jun 29 10:53:04.643958 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-8b0d06e9-4eb2-4882-b1bd-c8ffb7808e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'name': 'tempest-TestVolumeBootPattern-1429253507-router', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:14Z', 'updated_at': '2021-06-29T10:50:17Z', 'revision_number': 4, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'gw_port': {'id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:15Z', 'updated_at': '2021-06-29T10:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '4b9ff7ca-5143-4cad-a595-98f9a3768c10', 'name': '', 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'mac_address': 'fa:16:3e:8f:44:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'e06f0075-fc72-462c-a9f0-67a612c09aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:17Z', 'updated_at': '2021-06-29T10:50:23Z', 'revision_number': 5, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'subnets': [{'id': 'e06f0075-fc72-462c-a9f0-67a612c09aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:53:04.657885 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395e42b-023b-4917-aea4-46fddb0eec9a req-d22223be-653a-4aaf-b723-7a0a6e5030c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:04.659516 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8395e42b-023b-4917-aea4-46fddb0eec9a req-d22223be-653a-4aaf-b723-7a0a6e5030c4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=92fea580-df85-490d-995f-a2b8ddebd1fe HTTP/1.1" status: 200 len: 912 time: 0.0855982 Jun 29 10:53:04.672217 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0d06e9-4eb2-4882-b1bd-c8ffb7808e98 None None] The sync data for ids ['3ab14710-8f76-41ca-8234-daf954baf33d'] in dv-cinder-792209-3-iscsi is: [{'id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'name': 'tempest-TestVolumeBootPattern-1429253507-router', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:14Z', 'updated_at': '2021-06-29T10:50:17Z', 'revision_number': 4, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'gw_port': {'id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:15Z', 'updated_at': '2021-06-29T10:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '4b9ff7ca-5143-4cad-a595-98f9a3768c10', 'name': '', 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'mac_address': 'fa:16:3e:8f:44:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'e06f0075-fc72-462c-a9f0-67a612c09aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:17Z', 'updated_at': '2021-06-29T10:50:23Z', 'revision_number': 5, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'subnets': [{'id': 'e06f0075-fc72-462c-a9f0-67a612c09aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:53:04.743196 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8395e42b-023b-4917-aea4-46fddb0eec9a req-6884823b-58c1-4767-8060-a7e061f41eaa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9f3a90a-dc77-4583-b01e-4672afb3b2d5 HTTP/1.1" status: 200 len: 1000 time: 0.0719166 Jun 29 10:53:04.778539 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b55f2249-7f3d-44b5-b2b7-db7996212129 req-9120bcb2-00b7-4d10-9106-07ab611b1533 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ccea396-f482-4ea8-bb14-265714a74896 HTTP/1.1" status: 200 len: 210 time: 0.0384033 Jun 29 10:53:04.822456 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395e42b-023b-4917-aea4-46fddb0eec9a req-9bd06222-e72b-4d3e-a610-5b144bd82117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:04.823953 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8395e42b-023b-4917-aea4-46fddb0eec9a req-9bd06222-e72b-4d3e-a610-5b144bd82117 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46 HTTP/1.1" status: 200 len: 850 time: 0.0721273 Jun 29 10:53:04.894273 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4d015f-293a-4012-bba7-47332ae17c91 None None] New status for floating IP 5df3ce99-7e8c-4fad-a774-02c1694a0668: DOWN {{(pid=99534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:53:04.912820 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395e42b-023b-4917-aea4-46fddb0eec9a req-f6baa20f-dfcd-4eda-973f-98762a97c1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:04.914301 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8395e42b-023b-4917-aea4-46fddb0eec9a req-f6baa20f-dfcd-4eda-973f-98762a97c1d0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=92fea580-df85-490d-995f-a2b8ddebd1fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558779 Jun 29 10:53:05.012886 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8395e42b-023b-4917-aea4-46fddb0eec9a req-dbf8912b-dd1a-4892-b687-e4c204c0aa97 service neutron] 10.222.0.41 "GET /v2.0/networks/92fea580-df85-490d-995f-a2b8ddebd1fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884638 Jun 29 10:53:05.108381 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8395e42b-023b-4917-aea4-46fddb0eec9a req-6d1e2621-ea5e-4c89-ac92-e40ae4cef1a6 service neutron] 10.222.0.41 "GET /v2.0/networks/92fea580-df85-490d-995f-a2b8ddebd1fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847301 Jun 29 10:53:06.016068 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-5357bfde-4249-4863-b01f-2699c02d9841 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-886368089&fields=id&tenant_id=d430ddcb57a54f888eeb6e4432ddf4ef HTTP/1.1" status: 200 len: 267 time: 0.0317519 Jun 29 10:53:06.136794 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-6c913705-b5d8-46cc-92b2-877fd617d482 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:06.138504 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-6c913705-b5d8-46cc-92b2-877fd617d482 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/networks?id=c2c75e90-ff61-4035-ad60-7a5936afe119 HTTP/1.1" status: 200 len: 812 time: 0.1157811 Jun 29 10:53:06.154794 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-00ff1330-d8f3-423b-af1a-539c440c346c tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/quotas/d430ddcb57a54f888eeb6e4432ddf4ef HTTP/1.1" status: 200 len: 375 time: 0.0109675 Jun 29 10:53:06.221945 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-aceaa41d-fbd5-40dc-b7ac-85c3251b3695 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d430ddcb57a54f888eeb6e4432ddf4ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0621595 Jun 29 10:53:06.237026 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-1bb8b598-c6b8-4d01-bff5-ea97d819f8c2 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=99533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:53:06.237962 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-1bb8b598-c6b8-4d01-bff5-ea97d819f8c2 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048900 Jun 29 10:53:06.325115 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-7c216e33-4872-465c-a71f-a6e4d8b88e85 service neutron] 10.222.0.61 "GET /v2.0/networks/c2c75e90-ff61-4035-ad60-7a5936afe119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819552 Jun 29 10:53:06.408938 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-163b0bf2-cdcf-46f7-b594-e221bfb2cce0 service neutron] 10.222.0.61 "GET /v2.0/networks/c2c75e90-ff61-4035-ad60-7a5936afe119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781152 Jun 29 10:53:07.202612 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device df375369-6649-4159-aef0-814c8e7f0fab no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:53:07.225433 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] No Port match for: df375369-6649-4159-aef0-814c8e7f0fab {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:53:07.225776 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device df375369-6649-4159-aef0-814c8e7f0fab not bound to the agent host hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:53:07.727434 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c0a7a06c-e0c9-4df5-acef-c7b85df42e1d req-fe43482e-596d-4bba-a483-b74be8c3104d tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=204ba12f-eeba-47ba-9966-0321740b5dfe HTTP/1.1" status: 200 len: 210 time: 0.0326016 Jun 29 10:53:08.866668 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e86a3ea4-2985-4f97-a02e-74a6daefa2dd req-211904a0-e05e-4761-9c1b-ff8687739ecf tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=204ba12f-eeba-47ba-9966-0321740b5dfe HTTP/1.1" status: 200 len: 210 time: 0.0297501 Jun 29 10:53:09.096658 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-b98f76d4-2733-4d89-b4d2-9221c78f7e73 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:09.098069 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-b98f76d4-2733-4d89-b4d2-9221c78f7e73 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.41 "GET /v2.0/networks?id=c2c75e90-ff61-4035-ad60-7a5936afe119 HTTP/1.1" status: 200 len: 812 time: 0.1021161 Jun 29 10:53:09.154820 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-c39e8918-8d22-4ddc-92dc-2f641b162e16 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d430ddcb57a54f888eeb6e4432ddf4ef HTTP/1.1" status: 200 len: 379 time: 0.0351357 Jun 29 10:53:09.164164 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-0422ca17-71d4-46d9-81f0-6301d51a4baf tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Request body: {'port': {'device_id': '204ba12f-eeba-47ba-9966-0321740b5dfe', 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119', 'admin_state_up': True, 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'security_groups': ['eacc4d0f-3a32-46e9-8671-49f863ccc25f']}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:53:09.267750 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-0422ca17-71d4-46d9-81f0-6301d51a4baf tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Made reservation on behalf of d430ddcb57a54f888eeb6e4432ddf4ef for: {'port': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:53:09.271549 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-0422ca17-71d4-46d9-81f0-6301d51a4baf tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:09.396353 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-0422ca17-71d4-46d9-81f0-6301d51a4baf tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Allocated IP 172.20.0.12 (c2c75e90-ff61-4035-ad60-7a5936afe119/e06f0075-fc72-462c-a9f0-67a612c09aa9/ff928c0d-1ebc-44e1-a00e-dbbde06413fd) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:53:09.531840 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-0422ca17-71d4-46d9-81f0-6301d51a4baf tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:09.545201 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-0422ca17-71d4-46d9-81f0-6301d51a4baf tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Transition to ACTIVE for port object ff928c0d-1ebc-44e1-a00e-dbbde06413fd will not be triggered until provisioned by entity DHCP. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:53:09.577628 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-0422ca17-71d4-46d9-81f0-6301d51a4baf tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5295544'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:09.581862 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-7dcf3457-6fd8-4393-9815-ecf885be48fd tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:09.621539 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-0422ca17-71d4-46d9-81f0-6301d51a4baf tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Network c2c75e90-ff61-4035-ad60-7a5936afe119 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:53:09.627362 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-0422ca17-71d4-46d9-81f0-6301d51a4baf tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:53:09.629799 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-0422ca17-71d4-46d9-81f0-6301d51a4baf tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:53:09.658202 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0422ca17-71d4-46d9-81f0-6301d51a4baf tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Pushing event updated for resources: {'Port': ['ID=ff928c0d-1ebc-44e1-a00e-dbbde06413fd,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:09.662522 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-0422ca17-71d4-46d9-81f0-6301d51a4baf tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:09.684211 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-0422ca17-71d4-46d9-81f0-6301d51a4baf tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:09.684842 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-0422ca17-71d4-46d9-81f0-6301d51a4baf tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:09.699420 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-0422ca17-71d4-46d9-81f0-6301d51a4baf tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5395861 Jun 29 10:53:09.721337 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-63c625ba-9271-4a71-b688-088653beb88d service neutron] Request body: {'port': {'device_id': '204ba12f-eeba-47ba-9966-0321740b5dfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:53:09.800575 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-63c625ba-9271-4a71-b688-088653beb88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:09.879999 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-4ed84158-5d12-47b6-a155-860311d9720d None None] Provisioning for port ff928c0d-1ebc-44e1-a00e-dbbde06413fd completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:53:09.884603 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-4ed84158-5d12-47b6-a155-860311d9720d None None] Provisioning complete for port ff928c0d-1ebc-44e1-a00e-dbbde06413fd triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:53:09.885248 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-4ed84158-5d12-47b6-a155-860311d9720d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:09.921359 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-4ed84158-5d12-47b6-a155-860311d9720d None None] Port ff928c0d-1ebc-44e1-a00e-dbbde06413fd cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:53:10.112591 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8651c1d0-388e-469f-b235-b3a0bc4d426e req-d8b3851c-a61c-46be-977b-41bc15ba6040 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:10.114051 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8651c1d0-388e-469f-b235-b3a0bc4d426e req-d8b3851c-a61c-46be-977b-41bc15ba6040 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=204ba12f-eeba-47ba-9966-0321740b5dfe HTTP/1.1" status: 200 len: 932 time: 0.1256149 Jun 29 10:53:10.135592 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.notifiers.nova [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-63c625ba-9271-4a71-b688-088653beb88d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff928c0d-1ebc-44e1-a00e-dbbde06413fd {{(pid=99533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:53:10.149597 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-63c625ba-9271-4a71-b688-088653beb88d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:10.170743 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-63c625ba-9271-4a71-b688-088653beb88d service neutron] Transition to ACTIVE for port object ff928c0d-1ebc-44e1-a00e-dbbde06413fd will not be triggered until provisioned by entity L2. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:53:10.175723 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8651c1d0-388e-469f-b235-b3a0bc4d426e req-e1e7a12a-5320-4994-9f16-a74b194a3761 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531604 Jun 29 10:53:10.176684 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-63c625ba-9271-4a71-b688-088653beb88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5295534'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:10.178551 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-0422ca17-71d4-46d9-81f0-6301d51a4baf tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:10.226285 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c625ba-9271-4a71-b688-088653beb88d service neutron] Pushing event updated for resources: {'Port': ['ID=ff928c0d-1ebc-44e1-a00e-dbbde06413fd,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:10.230641 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-63c625ba-9271-4a71-b688-088653beb88d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:10.295058 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-63c625ba-9271-4a71-b688-088653beb88d service neutron] Attempting to bind port ff928c0d-1ebc-44e1-a00e-dbbde06413fd on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:53:10.295397 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-63c625ba-9271-4a71-b688-088653beb88d service neutron] Attempting to bind port ff928c0d-1ebc-44e1-a00e-dbbde06413fd by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '75e4d7f1-7396-4412-92bf-807a43990804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119'}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:53:10.295719 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-63c625ba-9271-4a71-b688-088653beb88d service neutron] Attempting to bind port ff928c0d-1ebc-44e1-a00e-dbbde06413fd on network c2c75e90-ff61-4035-ad60-7a5936afe119 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:53:10.300159 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-63c625ba-9271-4a71-b688-088653beb88d service neutron] Port ff928c0d-1ebc-44e1-a00e-dbbde06413fd on network c2c75e90-ff61-4035-ad60-7a5936afe119 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:53:10.300480 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-63c625ba-9271-4a71-b688-088653beb88d service neutron] Attempting to bind port ff928c0d-1ebc-44e1-a00e-dbbde06413fd on network c2c75e90-ff61-4035-ad60-7a5936afe119 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:53:10.306436 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-63c625ba-9271-4a71-b688-088653beb88d service neutron] Checking agent: {'id': 'd76c2234-1a1a-45d0-9761-a55b876eff8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 39, 54), 'started_at': datetime.datetime(2021, 6, 29, 10, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 52, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:53:10.306738 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-63c625ba-9271-4a71-b688-088653beb88d service neutron] Checking segment: {'id': '75e4d7f1-7396-4412-92bf-807a43990804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:53:10.307125 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-63c625ba-9271-4a71-b688-088653beb88d service neutron] Bound using segment: {'id': '75e4d7f1-7396-4412-92bf-807a43990804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119'} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:53:10.307551 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-63c625ba-9271-4a71-b688-088653beb88d service neutron] Bound port: ff928c0d-1ebc-44e1-a00e-dbbde06413fd, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75e4d7f1-7396-4412-92bf-807a43990804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119'}}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:53:10.307914 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-63c625ba-9271-4a71-b688-088653beb88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:10.375550 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-63c625ba-9271-4a71-b688-088653beb88d service neutron] For port ff928c0d-1ebc-44e1-a00e-dbbde06413fd, host hv-cinder-79220, cleared binding levels {{(pid=99533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:53:10.378671 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-63c625ba-9271-4a71-b688-088653beb88d service neutron] For port ff928c0d-1ebc-44e1-a00e-dbbde06413fd, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ff928c0d-1ebc-44e1-a00e-dbbde06413fd,segment=NetworkSegment(75e4d7f1-7396-4412-92bf-807a43990804),segment_id=75e4d7f1-7396-4412-92bf-807a43990804)] {{(pid=99533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:53:10.382699 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-63c625ba-9271-4a71-b688-088653beb88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5295534'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:10.385445 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-c31a5331-1224-4357-8452-91b8f89210e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:10.415394 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-63c625ba-9271-4a71-b688-088653beb88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:10.415998 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-63c625ba-9271-4a71-b688-088653beb88d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:10.417357 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-63c625ba-9271-4a71-b688-088653beb88d service neutron] 10.222.0.41 "PUT /v2.0/ports/ff928c0d-1ebc-44e1-a00e-dbbde06413fd HTTP/1.1" status: 200 len: 1094 time: 0.7007647 Jun 29 10:53:10.417938 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '204ba12f-eeba-47ba-9966-0321740b5dfe', 'tag': 'ff928c0d-1ebc-44e1-a00e-dbbde06413fd'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:53:10.420246 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82814ba4342b3241ea59c6119a2f8abf18707475a0488e58b50a7e2d80907800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743c976e-5c58-44d3-aba8-78e244b380b7" -d '{"events": [{"name": "network-changed", "server_uuid": "204ba12f-eeba-47ba-9966-0321740b5dfe", "tag": "ff928c0d-1ebc-44e1-a00e-dbbde06413fd"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:53:10.449206 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c625ba-9271-4a71-b688-088653beb88d service neutron] Pushing event updated for resources: {'Port': ['ID=ff928c0d-1ebc-44e1-a00e-dbbde06413fd,revision_number=3']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:10.452817 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-63c625ba-9271-4a71-b688-088653beb88d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:10.467668 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a441b99-cf32-4ca0-bf05-75b016248bbe x-openstack-request-id: req-3a441b99-cf32-4ca0-bf05-75b016248bbe {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:53:10.468057 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "204ba12f-eeba-47ba-9966-0321740b5dfe", "tag": "ff928c0d-1ebc-44e1-a00e-dbbde06413fd", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:53:10.468407 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3a441b99-cf32-4ca0-bf05-75b016248bbe {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:53:10.468934 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '204ba12f-eeba-47ba-9966-0321740b5dfe', 'tag': 'ff928c0d-1ebc-44e1-a00e-dbbde06413fd', 'status': 'completed', 'code': 200} Jun 29 10:53:10.552125 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-b6238565-09de-4be3-9740-5f40b5ab1cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:10.553638 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-b6238565-09de-4be3-9740-5f40b5ab1cb8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d430ddcb57a54f888eeb6e4432ddf4ef&device_id=204ba12f-eeba-47ba-9966-0321740b5dfe HTTP/1.1" status: 200 len: 1097 time: 0.0564487 Jun 29 10:53:10.609802 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-21ed9be1-007b-47de-8bd9-c2104bf0c84f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff928c0d-1ebc-44e1-a00e-dbbde06413fd HTTP/1.1" status: 200 len: 217 time: 0.0365813 Jun 29 10:53:10.659520 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-33b5a7a8-0158-4d98-b79f-a50ef9d4edda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:10.660906 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-33b5a7a8-0158-4d98-b79f-a50ef9d4edda service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e06f0075-fc72-462c-a9f0-67a612c09aa9 HTTP/1.1" status: 200 len: 851 time: 0.0417006 Jun 29 10:53:10.717519 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-d862bca1-3eca-4223-b5d5-6504c7952698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:10.719024 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-d862bca1-3eca-4223-b5d5-6504c7952698 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2c75e90-ff61-4035-ad60-7a5936afe119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505962 Jun 29 10:53:10.815637 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-e1182a44-4882-4f1c-9581-dd2471e419af service neutron] 10.222.0.41 "GET /v2.0/networks/c2c75e90-ff61-4035-ad60-7a5936afe119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863311 Jun 29 10:53:11.142349 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6cb3597e-96ed-43ba-b5e8-554d7be94898 req-b7208330-7276-43d0-bfbd-449340f570f1 service neutron] 10.222.0.41 "GET /v2.0/networks/c2c75e90-ff61-4035-ad60-7a5936afe119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186712 Jun 29 10:53:11.325113 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c976e-5c58-44d3-aba8-78e244b380b7 req-7c382877-628d-447f-a0a3-b40fed440f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:11.326546 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-743c976e-5c58-44d3-aba8-78e244b380b7 req-7c382877-628d-447f-a0a3-b40fed440f5a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d430ddcb57a54f888eeb6e4432ddf4ef&device_id=204ba12f-eeba-47ba-9966-0321740b5dfe HTTP/1.1" status: 200 len: 1097 time: 0.0826180 Jun 29 10:53:11.408335 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaaf7be-5916-4cc3-bc56-0b9878910696 req-c4dc5b9a-527a-48fc-ad0a-d9b06c596911 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:11.409692 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-beaaf7be-5916-4cc3-bc56-0b9878910696 req-c4dc5b9a-527a-48fc-ad0a-d9b06c596911 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=204ba12f-eeba-47ba-9966-0321740b5dfe HTTP/1.1" status: 200 len: 944 time: 0.1218326 Jun 29 10:53:11.458479 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c976e-5c58-44d3-aba8-78e244b380b7 req-b494169d-ccbe-41f2-91aa-ab390f34ee95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:11.459949 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-743c976e-5c58-44d3-aba8-78e244b380b7 req-b494169d-ccbe-41f2-91aa-ab390f34ee95 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c2c75e90-ff61-4035-ad60-7a5936afe119 HTTP/1.1" status: 200 len: 913 time: 0.1217234 Jun 29 10:53:11.471555 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-beaaf7be-5916-4cc3-bc56-0b9878910696 req-cc58cda7-a72e-4cc9-a657-3793af01e3ed tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538213 Jun 29 10:53:11.519008 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-743c976e-5c58-44d3-aba8-78e244b380b7 req-7752f2f3-4e2c-42b5-aa3d-05b97d0dd0c9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff928c0d-1ebc-44e1-a00e-dbbde06413fd HTTP/1.1" status: 200 len: 217 time: 0.0332067 Jun 29 10:53:11.570441 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c976e-5c58-44d3-aba8-78e244b380b7 req-d6df455d-f307-4068-ada9-b7146ec0fc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:11.571917 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-743c976e-5c58-44d3-aba8-78e244b380b7 req-d6df455d-f307-4068-ada9-b7146ec0fc54 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e06f0075-fc72-462c-a9f0-67a612c09aa9 HTTP/1.1" status: 200 len: 851 time: 0.0465765 Jun 29 10:53:11.631142 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c976e-5c58-44d3-aba8-78e244b380b7 req-0e3378b0-af65-4e68-8e43-4fe3e34368a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:11.632631 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-743c976e-5c58-44d3-aba8-78e244b380b7 req-0e3378b0-af65-4e68-8e43-4fe3e34368a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2c75e90-ff61-4035-ad60-7a5936afe119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506845 Jun 29 10:53:11.728063 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-743c976e-5c58-44d3-aba8-78e244b380b7 req-65a57a4c-0aa0-43a1-ab28-26b1d5d4d0a7 service neutron] 10.222.0.41 "GET /v2.0/networks/c2c75e90-ff61-4035-ad60-7a5936afe119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851407 Jun 29 10:53:11.817844 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-743c976e-5c58-44d3-aba8-78e244b380b7 req-bf19b6fd-32bb-4d8b-a6b8-8a13bf09e43d service neutron] 10.222.0.41 "GET /v2.0/networks/c2c75e90-ff61-4035-ad60-7a5936afe119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802338 Jun 29 10:53:12.649900 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0a0e6-3493-4d2b-8059-8d3ef21f4c71 req-7e34ac5d-ed4c-4171-9900-dcfa8430076b tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:12.651281 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d6b0a0e6-3493-4d2b-8059-8d3ef21f4c71 req-7e34ac5d-ed4c-4171-9900-dcfa8430076b tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=204ba12f-eeba-47ba-9966-0321740b5dfe HTTP/1.1" status: 200 len: 944 time: 0.0648615 Jun 29 10:53:12.687796 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d6b0a0e6-3493-4d2b-8059-8d3ef21f4c71 req-0854ad71-8bcd-402b-91c6-fc844a03c9ca tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307846 Jun 29 10:53:13.857012 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19da54-2221-4565-afe0-0cced50686ba req-5b0f5be6-2edb-48ed-a7cf-2e6b24fc316e tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:13.858358 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1a19da54-2221-4565-afe0-0cced50686ba req-5b0f5be6-2edb-48ed-a7cf-2e6b24fc316e tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=204ba12f-eeba-47ba-9966-0321740b5dfe HTTP/1.1" status: 200 len: 944 time: 0.0610728 Jun 29 10:53:13.894157 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1a19da54-2221-4565-afe0-0cced50686ba req-5d4bc640-77d6-4f1a-9bb7-dbcb2182ac28 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302589 Jun 29 10:53:15.068830 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3517e176-fd3e-4083-9023-ac7e154884f6 req-6829e210-bbbc-440b-93d5-80204776d020 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:15.071195 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3517e176-fd3e-4083-9023-ac7e154884f6 req-6829e210-bbbc-440b-93d5-80204776d020 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=204ba12f-eeba-47ba-9966-0321740b5dfe HTTP/1.1" status: 200 len: 944 time: 0.0685079 Jun 29 10:53:15.107297 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3517e176-fd3e-4083-9023-ac7e154884f6 req-424caa1e-eadb-45ed-9ade-3812c0257baa tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305269 Jun 29 10:53:16.282535 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cf65c-2c22-42e4-904e-02b7da85eb49 req-d8a75f83-3e7d-49a0-b838-4e8c97fe5a59 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:16.283981 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f61cf65c-2c22-42e4-904e-02b7da85eb49 req-d8a75f83-3e7d-49a0-b838-4e8c97fe5a59 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=204ba12f-eeba-47ba-9966-0321740b5dfe HTTP/1.1" status: 200 len: 944 time: 0.0624428 Jun 29 10:53:16.319702 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f61cf65c-2c22-42e4-904e-02b7da85eb49 req-3bf27f72-2d75-403d-9965-1cc635f29271 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301051 Jun 29 10:53:17.490349 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6e6b4-2826-40d3-a796-1c31f6ae362e req-45b26e25-9022-43cb-84e6-51b4d4d59fff tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:17.491813 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-72f6e6b4-2826-40d3-a796-1c31f6ae362e req-45b26e25-9022-43cb-84e6-51b4d4d59fff tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=204ba12f-eeba-47ba-9966-0321740b5dfe HTTP/1.1" status: 200 len: 944 time: 0.0638957 Jun 29 10:53:17.529919 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-72f6e6b4-2826-40d3-a796-1c31f6ae362e req-31a6dd4a-f6a6-4c78-8749-bd80f7b6877f tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321431 Jun 29 10:53:17.692242 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd45df-df31-4021-9432-53b5d18cbc33 req-98efe3c4-8c42-4430-9018-f6941e7ac8f2 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:17.693693 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f6dd45df-df31-4021-9432-53b5d18cbc33 req-98efe3c4-8c42-4430-9018-f6941e7ac8f2 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb3da08b-71fe-4d0e-9761-e2a73ce84954 HTTP/1.1" status: 200 len: 945 time: 0.0692701 Jun 29 10:53:17.730419 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f6dd45df-df31-4021-9432-53b5d18cbc33 req-ab0688f6-3413-4423-864c-d3d5a58343a2 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c62d6c49-a86e-4249-afd5-2116d80f9916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305874 Jun 29 10:53:18.708210 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67cb91-1add-4643-a9a4-891d8e0c8b30 req-317971a5-aea8-417d-8b4f-c5cf105524d1 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:18.709597 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1b67cb91-1add-4643-a9a4-891d8e0c8b30 req-317971a5-aea8-417d-8b4f-c5cf105524d1 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=204ba12f-eeba-47ba-9966-0321740b5dfe HTTP/1.1" status: 200 len: 944 time: 0.0616710 Jun 29 10:53:18.746148 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1b67cb91-1add-4643-a9a4-891d8e0c8b30 req-d200be55-0dc1-4e34-b9e4-891a1277f118 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305252 Jun 29 10:53:18.902147 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b0b71-89c7-40e5-8500-0be2c43b5917 req-32bab7b9-5c18-4b0d-81ce-d73fc383b83e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:18.903607 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fd6b0b71-89c7-40e5-8500-0be2c43b5917 req-32bab7b9-5c18-4b0d-81ce-d73fc383b83e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb3da08b-71fe-4d0e-9761-e2a73ce84954 HTTP/1.1" status: 200 len: 945 time: 0.0650327 Jun 29 10:53:18.940550 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fd6b0b71-89c7-40e5-8500-0be2c43b5917 req-3dbae111-4a5a-4994-9cf2-77b804c4696d tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c62d6c49-a86e-4249-afd5-2116d80f9916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311160 Jun 29 10:53:19.288688 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device ff928c0d-1ebc-44e1-a00e-dbbde06413fd details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:53:19.380348 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port ff928c0d-1ebc-44e1-a00e-dbbde06413fd, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ff928c0d-1ebc-44e1-a00e-dbbde06413fd,segment=NetworkSegment(75e4d7f1-7396-4412-92bf-807a43990804),segment_id=75e4d7f1-7396-4412-92bf-807a43990804)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:53:19.395475 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Returning: {'device': 'ff928c0d-1ebc-44e1-a00e-dbbde06413fd', 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119', 'port_id': 'ff928c0d-1ebc-44e1-a00e-dbbde06413fd', 'mac_address': 'fa:16:3e:ab:09:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e06f0075-fc72-462c-a9f0-67a612c09aa9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:53:19.432128 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:19.444571 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff928c0d-1ebc-44e1-a00e-dbbde06413fd {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:53:19.464280 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port ff928c0d-1ebc-44e1-a00e-dbbde06413fd, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ff928c0d-1ebc-44e1-a00e-dbbde06413fd,segment=NetworkSegment(75e4d7f1-7396-4412-92bf-807a43990804),segment_id=75e4d7f1-7396-4412-92bf-807a43990804)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:53:19.468363 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:19.470331 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-3920b3d3-2969-4835-bb87-4818807e260c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:19.515067 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=ff928c0d-1ebc-44e1-a00e-dbbde06413fd,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:19.521675 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:19.522021 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:19.522357 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:19.522712 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:19.523041 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:19.523883 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:19.524222 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:19.524541 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:19.524862 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:19.525178 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:19.525493 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:19.525819 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:19.529462 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:19.779300 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] get_ports_and_sgs() called for port_ids ['ff928c0d-1ebc-44e1-a00e-dbbde06413fd'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:53:19.931280 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4cc94-db45-4644-b070-4f3da4432fc8 req-6b10250d-5dc0-4595-88ea-8e07eede297a tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:19.932724 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f6e4cc94-db45-4644-b070-4f3da4432fc8 req-6b10250d-5dc0-4595-88ea-8e07eede297a tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb3da08b-71fe-4d0e-9761-e2a73ce84954 HTTP/1.1" status: 200 len: 945 time: 0.1036482 Jun 29 10:53:19.944062 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb1e02-b461-43aa-a2ba-07864d9f786b req-4708d9b7-1fbe-45e3-8ade-985d9692c0d4 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:19.946035 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0cfb1e02-b461-43aa-a2ba-07864d9f786b req-4708d9b7-1fbe-45e3-8ade-985d9692c0d4 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=204ba12f-eeba-47ba-9966-0321740b5dfe HTTP/1.1" status: 200 len: 945 time: 0.0883722 Jun 29 10:53:20.027014 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0cfb1e02-b461-43aa-a2ba-07864d9f786b req-69b90b6a-f495-4730-9209-0fb092f42707 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725975 Jun 29 10:53:20.102984 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-f6e4cc94-db45-4644-b070-4f3da4432fc8 req-95a45799-99f0-46e2-9c8e-baac4276973e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Deleting port f9f3a90a-dc77-4583-b01e-4672afb3b2d5 {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:53:20.103327 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-f6e4cc94-db45-4644-b070-4f3da4432fc8 req-95a45799-99f0-46e2-9c8e-baac4276973e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:20.178308 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e420a-0b8c-474b-9ee2-bdd08205981b req-54da8513-bd8a-4682-a60f-7eea37cbd8de tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:20.180306 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-de6e420a-0b8c-474b-9ee2-bdd08205981b req-54da8513-bd8a-4682-a60f-7eea37cbd8de tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb3da08b-71fe-4d0e-9761-e2a73ce84954 HTTP/1.1" status: 200 len: 945 time: 0.1234591 Jun 29 10:53:20.225523 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-f6e4cc94-db45-4644-b070-4f3da4432fc8 req-95a45799-99f0-46e2-9c8e-baac4276973e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] For port f9f3a90a-dc77-4583-b01e-4672afb3b2d5, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=f9f3a90a-dc77-4583-b01e-4672afb3b2d5,segment=NetworkSegment(9b98dfe1-3760-4bef-98e5-6054c3cfc3cc),segment_id=9b98dfe1-3760-4bef-98e5-6054c3cfc3cc)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:53:20.225876 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-f6e4cc94-db45-4644-b070-4f3da4432fc8 req-95a45799-99f0-46e2-9c8e-baac4276973e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:20.249733 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-de6e420a-0b8c-474b-9ee2-bdd08205981b req-1c24dd8e-f685-4c24-a81e-17fbaae46e73 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups?id=c62d6c49-a86e-4249-afd5-2116d80f9916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615864 Jun 29 10:53:20.397098 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-f6e4cc94-db45-4644-b070-4f3da4432fc8 req-95a45799-99f0-46e2-9c8e-baac4276973e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:20.397471 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-f6e4cc94-db45-4644-b070-4f3da4432fc8 req-95a45799-99f0-46e2-9c8e-baac4276973e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7928479'] for floatingip, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:20.397776 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.db.l3_db [req-f6e4cc94-db45-4644-b070-4f3da4432fc8 req-95a45799-99f0-46e2-9c8e-baac4276973e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Floating IP 0b775aed-0c61-4c1e-a012-340404700cc8 disassociated. External IP: 172.27.0.48, port: f9f3a90a-dc77-4583-b01e-4672afb3b2d5. Jun 29 10:53:20.398249 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-f6e4cc94-db45-4644-b070-4f3da4432fc8 req-95a45799-99f0-46e2-9c8e-baac4276973e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Calling delete_port for f9f3a90a-dc77-4583-b01e-4672afb3b2d5 owned by compute:nova {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:53:20.522963 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-f6e4cc94-db45-4644-b070-4f3da4432fc8 req-95a45799-99f0-46e2-9c8e-baac4276973e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295537'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:20.527388 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:20.554466 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a45799-99f0-46e2-9c8e-baac4276973e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Pushing event deleted for resources: {'Port': ['ID=f9f3a90a-dc77-4583-b01e-4672afb3b2d5,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:20.558188 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-95a45799-99f0-46e2-9c8e-baac4276973e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:20.665986 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6e4cc94-db45-4644-b070-4f3da4432fc8 req-95a45799-99f0-46e2-9c8e-baac4276973e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Router 51ee1726-6d72-46e9-9331-a51d75912dab has already been hosted by L3 agent 8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f {{(pid=99533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:53:20.768668 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6e4cc94-db45-4644-b070-4f3da4432fc8 req-95a45799-99f0-46e2-9c8e-baac4276973e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify agent at l3_agent.dv-cinder-792209-3-iscsi the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:53:20.779174 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad37f83-e305-415e-b839-0cf076fa1530 None None] Sync routers for ids ['51ee1726-6d72-46e9-9331-a51d75912dab'] in dv-cinder-792209-3-iscsi {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:53:20.788626 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad37f83-e305-415e-b839-0cf076fa1530 None None] Routers {'51ee1726-6d72-46e9-9331-a51d75912dab'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:53:20.789863 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-2ad37f83-e305-415e-b839-0cf076fa1530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:52:59Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['51ee1726-6d72-46e9-9331-a51d75912dab'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:53:20.811666 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e4cc94-db45-4644-b070-4f3da4432fc8 req-95a45799-99f0-46e2-9c8e-baac4276973e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] No DVR routers for this DVR port f9f3a90a-dc77-4583-b01e-4672afb3b2d5 on host hv-cinder-79220 {{(pid=99533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:53:20.814139 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-f6e4cc94-db45-4644-b070-4f3da4432fc8 req-95a45799-99f0-46e2-9c8e-baac4276973e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:20.816096 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f6e4cc94-db45-4644-b070-4f3da4432fc8 req-95a45799-99f0-46e2-9c8e-baac4276973e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.41 "DELETE /v2.0/ports/f9f3a90a-dc77-4583-b01e-4672afb3b2d5 HTTP/1.1" status: 204 len: 173 time: 0.8692114 Jun 29 10:53:20.816638 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb3da08b-71fe-4d0e-9761-e2a73ce84954', 'name': 'network-vif-deleted', 'tag': 'f9f3a90a-dc77-4583-b01e-4672afb3b2d5'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:53:20.818994 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82814ba4342b3241ea59c6119a2f8abf18707475a0488e58b50a7e2d80907800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5748ca8c-c96c-4234-b202-b9a8bc4d2fd1" -d '{"events": [{"server_uuid": "fb3da08b-71fe-4d0e-9761-e2a73ce84954", "name": "network-vif-deleted", "tag": "f9f3a90a-dc77-4583-b01e-4672afb3b2d5"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:53:20.856005 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aef085b-ba7e-4739-9145-32e51c6d4216 x-openstack-request-id: req-7aef085b-ba7e-4739-9145-32e51c6d4216 {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:53:20.856336 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb3da08b-71fe-4d0e-9761-e2a73ce84954", "name": "network-vif-deleted", "tag": "f9f3a90a-dc77-4583-b01e-4672afb3b2d5", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:53:20.856642 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7aef085b-ba7e-4739-9145-32e51c6d4216 {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:53:20.857061 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb3da08b-71fe-4d0e-9761-e2a73ce84954', 'name': 'network-vif-deleted', 'tag': 'f9f3a90a-dc77-4583-b01e-4672afb3b2d5', 'status': 'completed', 'code': 200} Jun 29 10:53:20.901517 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-2ad37f83-e305-415e-b839-0cf076fa1530 None None] Set router 51ee1726-6d72-46e9-9331-a51d75912dab gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:53:21.106895 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-2ad37f83-e305-415e-b839-0cf076fa1530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'name': 'tempest-AttachVolumeTestJSON-1984966947-router', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c199261c-ca88-4e37-909d-4fd006d52099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:48:41Z', 'updated_at': '2021-06-29T10:48:45Z', 'revision_number': 4, 'project_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'gw_port': {'id': 'c199261c-ca88-4e37-909d-4fd006d52099', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ae:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:48:42Z', 'updated_at': '2021-06-29T10:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '58c97532-55d4-4140-a3be-f84c2d47bc6e', 'name': '', 'network_id': '92fea580-df85-490d-995f-a2b8ddebd1fe', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'mac_address': 'fa:16:3e:db:d4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:48:44Z', 'updated_at': '2021-06-29T10:48:50Z', 'revision_number': 5, 'project_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'subnets': [{'id': 'ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:53:21.131683 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad37f83-e305-415e-b839-0cf076fa1530 None None] Checking router: 51ee1726-6d72-46e9-9331-a51d75912dab for host: dv-cinder-792209-3-iscsi {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:53:21.139884 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad37f83-e305-415e-b839-0cf076fa1530 None None] Routers {'51ee1726-6d72-46e9-9331-a51d75912dab'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:53:21.140425 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-2ad37f83-e305-415e-b839-0cf076fa1530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:52:59Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['51ee1726-6d72-46e9-9331-a51d75912dab'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:53:21.200361 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac3b87-67c0-4d12-b99e-149e0f975726 req-a2f1d580-7665-40f2-81bc-e2608307401d tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:21.201765 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-97ac3b87-67c0-4d12-b99e-149e0f975726 req-a2f1d580-7665-40f2-81bc-e2608307401d tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=204ba12f-eeba-47ba-9966-0321740b5dfe HTTP/1.1" status: 200 len: 945 time: 0.0652466 Jun 29 10:53:21.238911 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-97ac3b87-67c0-4d12-b99e-149e0f975726 req-ba888454-f645-4afd-a6f3-9bc874c2780a tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313723 Jun 29 10:53:21.244463 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-2ad37f83-e305-415e-b839-0cf076fa1530 None None] Set router 51ee1726-6d72-46e9-9331-a51d75912dab gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:53:21.300597 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device ff928c0d-1ebc-44e1-a00e-dbbde06413fd up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:53:21.354899 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Provisioning for port ff928c0d-1ebc-44e1-a00e-dbbde06413fd completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:53:21.359092 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Provisioning complete for port ff928c0d-1ebc-44e1-a00e-dbbde06413fd triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:53:21.359664 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:21.408637 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-32dde599-335f-457b-8e0b-96f65c439e64 req-b4a7439c-cd14-4aa9-8f50-c1ebd96fe5e8 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/ports?device_id=fb3da08b-71fe-4d0e-9761-e2a73ce84954 HTTP/1.1" status: 200 len: 210 time: 0.0311866 Jun 29 10:53:21.448952 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-2ad37f83-e305-415e-b839-0cf076fa1530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'name': 'tempest-AttachVolumeTestJSON-1984966947-router', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c199261c-ca88-4e37-909d-4fd006d52099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:48:41Z', 'updated_at': '2021-06-29T10:48:45Z', 'revision_number': 4, 'project_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'gw_port': {'id': 'c199261c-ca88-4e37-909d-4fd006d52099', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ae:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:48:42Z', 'updated_at': '2021-06-29T10:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '58c97532-55d4-4140-a3be-f84c2d47bc6e', 'name': '', 'network_id': '92fea580-df85-490d-995f-a2b8ddebd1fe', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'mac_address': 'fa:16:3e:db:d4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:48:44Z', 'updated_at': '2021-06-29T10:48:50Z', 'revision_number': 5, 'project_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'subnets': [{'id': 'ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:53:21.462765 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:21.478274 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad37f83-e305-415e-b839-0cf076fa1530 None None] The sync data for ids ['51ee1726-6d72-46e9-9331-a51d75912dab'] in dv-cinder-792209-3-iscsi is: [{'id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'name': 'tempest-AttachVolumeTestJSON-1984966947-router', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c199261c-ca88-4e37-909d-4fd006d52099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:48:41Z', 'updated_at': '2021-06-29T10:48:45Z', 'revision_number': 4, 'project_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'gw_port': {'id': 'c199261c-ca88-4e37-909d-4fd006d52099', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ae:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:48:42Z', 'updated_at': '2021-06-29T10:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '58c97532-55d4-4140-a3be-f84c2d47bc6e', 'name': '', 'network_id': '92fea580-df85-490d-995f-a2b8ddebd1fe', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'mac_address': 'fa:16:3e:db:d4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:48:44Z', 'updated_at': '2021-06-29T10:48:50Z', 'revision_number': 5, 'project_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'subnets': [{'id': 'ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:53:21.492342 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204ba12f-eeba-47ba-9966-0321740b5dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff928c0d-1ebc-44e1-a00e-dbbde06413fd'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:53:21.494814 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3762a8f488588fc24900269a9cc386d753c3d6f951c38e7bc7f446f2f69fbffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27f72e5-189a-4b28-88a1-0005a9febcf0" -d '{"events": [{"server_uuid": "204ba12f-eeba-47ba-9966-0321740b5dfe", "name": "network-vif-plugged", "status": "completed", "tag": "ff928c0d-1ebc-44e1-a00e-dbbde06413fd"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:53:21.511580 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port ff928c0d-1ebc-44e1-a00e-dbbde06413fd, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ff928c0d-1ebc-44e1-a00e-dbbde06413fd,segment=NetworkSegment(75e4d7f1-7396-4412-92bf-807a43990804),segment_id=75e4d7f1-7396-4412-92bf-807a43990804)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:53:21.517986 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:21.520108 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-65b99a52-3276-4d7b-84fc-0c65aeee389f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:21.569897 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=ff928c0d-1ebc-44e1-a00e-dbbde06413fd,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:21.574313 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:21.611244 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db41425c-43df-46e3-a621-9d11c660c881 x-openstack-request-id: req-db41425c-43df-46e3-a621-9d11c660c881 {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:53:21.611542 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "204ba12f-eeba-47ba-9966-0321740b5dfe", "name": "network-vif-plugged", "status": "completed", "tag": "ff928c0d-1ebc-44e1-a00e-dbbde06413fd", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:53:21.611804 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-db41425c-43df-46e3-a621-9d11c660c881 {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:53:21.612205 dv-cinder-792209-3-iscsi neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204ba12f-eeba-47ba-9966-0321740b5dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff928c0d-1ebc-44e1-a00e-dbbde06413fd', 'code': 200} Jun 29 10:53:21.746189 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0eae666-454d-4dc4-9360-dcea0f2e0622 None None] New status for floating IP 0b775aed-0c61-4c1e-a012-340404700cc8: DOWN {{(pid=99534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:53:21.954078 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf60af48-90ee-4965-b95c-69839fd33f2e req-a514001a-041f-4a96-8d78-fc284d4da5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:21.955903 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-bf60af48-90ee-4965-b95c-69839fd33f2e req-a514001a-041f-4a96-8d78-fc284d4da5df service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=204ba12f-eeba-47ba-9966-0321740b5dfe HTTP/1.1" status: 200 len: 1099 time: 0.0509810 Jun 29 10:53:21.991962 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-bf60af48-90ee-4965-b95c-69839fd33f2e req-25731a4b-1008-4099-becf-176d6ebbff8c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260949 Jun 29 10:53:22.410128 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42519a3-6484-4f0f-805b-1886c6314def req-e4439829-e9de-4b51-8a9c-9df327546aa9 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:22.411602 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c42519a3-6484-4f0f-805b-1886c6314def req-e4439829-e9de-4b51-8a9c-9df327546aa9 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=204ba12f-eeba-47ba-9966-0321740b5dfe HTTP/1.1" status: 200 len: 946 time: 0.0651402 Jun 29 10:53:22.447791 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c42519a3-6484-4f0f-805b-1886c6314def req-0205a009-ebce-4322-ace6-c47d25ee7853 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301104 Jun 29 10:53:22.532534 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 51674) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:53:22.586901 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f92cad78-62eb-4f83-9059-c880c0e55286 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:22.609411 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f92cad78-62eb-4f83-9059-c880c0e55286 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:22.653393 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f92cad78-62eb-4f83-9059-c880c0e55286 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:22.656194 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f92cad78-62eb-4f83-9059-c880c0e55286 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:22.657306 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-f92cad78-62eb-4f83-9059-c880c0e55286 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "DELETE /v2.0/security-groups/c62d6c49-a86e-4249-afd5-2116d80f9916 HTTP/1.1" status: 204 len: 168 time: 0.1237907 Jun 29 10:53:22.658064 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-14620339-def8-4265-ab81-982c359478fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:22.660196 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 51676) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:53:22.667360 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cad78-62eb-4f83-9059-c880c0e55286 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62d6c49-a86e-4249-afd5-2116d80f9916,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:22.669855 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-f92cad78-62eb-4f83-9059-c880c0e55286 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:22.682035 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.api.v2.resource [None req-f616bacf-dc99-4757-8c30-dcd379501707 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] show failed (client error): The resource could not be found. Jun 29 10:53:22.686375 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 51680) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:53:22.686987 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-f616bacf-dc99-4757-8c30-dcd379501707 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "GET /v2.0/security-groups/c62d6c49-a86e-4249-afd5-2116d80f9916 HTTP/1.1" status: 404 len: 347 time: 0.0256989 Jun 29 10:53:22.806362 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-575b4c76-2ea1-46ee-a2f4-13773e6f634e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Deleting port f7cd0f0c-a88b-433e-832d-f9171662c330 {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:53:22.806634 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-575b4c76-2ea1-46ee-a2f4-13773e6f634e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:22.881155 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-575b4c76-2ea1-46ee-a2f4-13773e6f634e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:22.881481 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-575b4c76-2ea1-46ee-a2f4-13773e6f634e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:22.894449 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-575b4c76-2ea1-46ee-a2f4-13773e6f634e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Calling delete_port for f7cd0f0c-a88b-433e-832d-f9171662c330 owned by network:floatingip {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:53:23.028897 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-575b4c76-2ea1-46ee-a2f4-13773e6f634e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295537'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:23.032061 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-af83c451-fefc-420d-941c-d8ceee95d001 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:23.055959 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575b4c76-2ea1-46ee-a2f4-13773e6f634e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Pushing event deleted for resources: {'Port': ['ID=f7cd0f0c-a88b-433e-832d-f9171662c330,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:23.060741 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-575b4c76-2ea1-46ee-a2f4-13773e6f634e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:23.113769 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-575b4c76-2ea1-46ee-a2f4-13773e6f634e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks [] for floatingip, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:23.116218 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-575b4c76-2ea1-46ee-a2f4-13773e6f634e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for floatingip, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:23.117363 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-575b4c76-2ea1-46ee-a2f4-13773e6f634e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] 10.222.0.61 "DELETE /v2.0/floatingips/0b775aed-0c61-4c1e-a012-340404700cc8 HTTP/1.1" status: 204 len: 168 time: 0.4297533 Jun 29 10:53:23.630325 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e9aa9-7fb0-4717-becb-dcebdc720eb0 req-28e2785e-a93f-4ce0-bf91-702008145321 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:23.631687 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-646e9aa9-7fb0-4717-becb-dcebdc720eb0 req-28e2785e-a93f-4ce0-bf91-702008145321 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=204ba12f-eeba-47ba-9966-0321740b5dfe HTTP/1.1" status: 200 len: 946 time: 0.0646231 Jun 29 10:53:23.668373 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-646e9aa9-7fb0-4717-becb-dcebdc720eb0 req-e81d408b-dc0b-457a-9377-3050d244e8f2 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304792 Jun 29 10:53:23.990305 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6231d-b4f4-4a65-9a82-47c9aa855150 req-1e8d23c8-b2b3-4bc2-ac77-ea630299aedb tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:23.991737 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1be6231d-b4f4-4a65-9a82-47c9aa855150 req-1e8d23c8-b2b3-4bc2-ac77-ea630299aedb tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=204ba12f-eeba-47ba-9966-0321740b5dfe HTTP/1.1" status: 200 len: 946 time: 0.0606825 Jun 29 10:53:24.027767 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1be6231d-b4f4-4a65-9a82-47c9aa855150 req-160ece75-db13-4bc8-ba8c-9a000777b557 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299568 Jun 29 10:53:24.051573 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 51690) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:53:24.101966 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7652b280-92b9-4890-bf10-459c8c495959 tempest-TestVolumeBootPattern-583173397 tempest-TestVolumeBootPattern-583173397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:24.103475 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-7652b280-92b9-4890-bf10-459c8c495959 tempest-TestVolumeBootPattern-583173397 tempest-TestVolumeBootPattern-583173397-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=204ba12f-eeba-47ba-9966-0321740b5dfe HTTP/1.1" status: 200 len: 1094 time: 0.0508852 Jun 29 10:53:24.106158 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 51692) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:53:24.110622 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-e4588065-5989-475c-a870-48e83d98054a tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Request body: {'floatingip': {'floating_network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'port_id': 'ff928c0d-1ebc-44e1-a00e-dbbde06413fd', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'fixed_ip_address': '172.20.0.12'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:53:24.131852 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e4588065-5989-475c-a870-48e83d98054a tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks [] for floatingip, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:24.236906 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e4588065-5989-475c-a870-48e83d98054a tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:24.338989 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [None req-e4588065-5989-475c-a870-48e83d98054a tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Allocated IP 172.27.0.159 (2b1c2b73-c07b-4ea8-8347-94f00b07ac35/05f04cdc-c6be-4227-89f2-0a6a720b3b38/44f4a37c-d47b-4839-9502-7073f558e3a0) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:53:24.445591 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e4588065-5989-475c-a870-48e83d98054a tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:24.483323 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e4588065-5989-475c-a870-48e83d98054a tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4232069'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:24.485335 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-4cf17cdc-c57f-4ef9-9f31-bfa80e03a7c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:24.528318 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4588065-5989-475c-a870-48e83d98054a tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Network 2b1c2b73-c07b-4ea8-8347-94f00b07ac35 is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:53:24.531533 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-e4588065-5989-475c-a870-48e83d98054a tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:53:24.535066 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4588065-5989-475c-a870-48e83d98054a tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:53:24.560314 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4588065-5989-475c-a870-48e83d98054a tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Pushing event updated for resources: {'Port': ['ID=44f4a37c-d47b-4839-9502-7073f558e3a0,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:24.569814 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4588065-5989-475c-a870-48e83d98054a tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:24.570228 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4588065-5989-475c-a870-48e83d98054a tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:24.570661 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4588065-5989-475c-a870-48e83d98054a tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:24.571053 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4588065-5989-475c-a870-48e83d98054a tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:24.571408 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4588065-5989-475c-a870-48e83d98054a tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:24.571765 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4588065-5989-475c-a870-48e83d98054a tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:24.572116 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4588065-5989-475c-a870-48e83d98054a tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:24.572466 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4588065-5989-475c-a870-48e83d98054a tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:24.572815 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4588065-5989-475c-a870-48e83d98054a tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:24.573206 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4588065-5989-475c-a870-48e83d98054a tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:24.573586 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4588065-5989-475c-a870-48e83d98054a tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:24.573936 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4588065-5989-475c-a870-48e83d98054a tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:53:24.578623 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-e4588065-5989-475c-a870-48e83d98054a tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:24.824080 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:25.170055 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e4588065-5989-475c-a870-48e83d98054a tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:25.244464 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e4588065-5989-475c-a870-48e83d98054a tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:25.333355 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device f9f3a90a-dc77-4583-b01e-4672afb3b2d5 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:53:25.352361 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] No Port match for: f9f3a90a-dc77-4583-b01e-4672afb3b2d5 {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:53:25.352710 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device f9f3a90a-dc77-4583-b01e-4672afb3b2d5 not bound to the agent host hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:53:25.388461 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e4588065-5989-475c-a870-48e83d98054a tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks [] for port, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:25.392922 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e4588065-5989-475c-a870-48e83d98054a tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4232083'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:25.395700 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-d099c617-8a54-490e-ad31-468d44a3a763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:25.461268 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4588065-5989-475c-a870-48e83d98054a tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Pushing event updated for resources: {'Port': ['ID=44f4a37c-d47b-4839-9502-7073f558e3a0,revision_number=2']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:25.467458 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-e4588065-5989-475c-a870-48e83d98054a tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:25.468534 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e4588065-5989-475c-a870-48e83d98054a tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7928479'] for floatingip, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:25.568059 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.db.l3_db [None req-e4588065-5989-475c-a870-48e83d98054a tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Floating IP 1bb63359-9170-4d6f-a34b-5cca31d437e7 associated. External IP: 172.27.0.159, port: ff928c0d-1ebc-44e1-a00e-dbbde06413fd. Jun 29 10:53:25.770391 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4588065-5989-475c-a870-48e83d98054a tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Router 3ab14710-8f76-41ca-8234-daf954baf33d has already been hosted by L3 agent 8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f {{(pid=99532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:53:25.879028 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4588065-5989-475c-a870-48e83d98054a tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify agent at l3_agent.dv-cinder-792209-3-iscsi the message routers_updated {{(pid=99532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:53:25.888154 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63682ac0-a18c-4cd1-ab88-08b3cd978abd None None] Sync routers for ids ['3ab14710-8f76-41ca-8234-daf954baf33d'] in dv-cinder-792209-3-iscsi {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:53:25.894589 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e4588065-5989-475c-a870-48e83d98054a tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for floatingip, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:25.897456 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63682ac0-a18c-4cd1-ab88-08b3cd978abd None None] Routers {'3ab14710-8f76-41ca-8234-daf954baf33d'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:53:25.898073 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-63682ac0-a18c-4cd1-ab88-08b3cd978abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:52:59Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['3ab14710-8f76-41ca-8234-daf954baf33d'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:53:25.931949 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-e4588065-5989-475c-a870-48e83d98054a tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8247249 Jun 29 10:53:25.932617 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '204ba12f-eeba-47ba-9966-0321740b5dfe', 'tag': 'ff928c0d-1ebc-44e1-a00e-dbbde06413fd'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:53:25.935103 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}741eff7b388cda03fc4d9e55606c84397052c5857ae4d93d7a3b4e67aaed09af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3492c79-b6da-4738-a96f-2f82c3176ae6" -d '{"events": [{"name": "network-changed", "server_uuid": "204ba12f-eeba-47ba-9966-0321740b5dfe", "tag": "ff928c0d-1ebc-44e1-a00e-dbbde06413fd"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:53:25.980240 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-868e0d1b-6fc3-4682-9c38-834653737768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:26.030014 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb29e94-8b9a-4315-b273-7eac8be4233d x-openstack-request-id: req-dbb29e94-8b9a-4315-b273-7eac8be4233d {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:53:26.030350 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "204ba12f-eeba-47ba-9966-0321740b5dfe", "tag": "ff928c0d-1ebc-44e1-a00e-dbbde06413fd", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:53:26.030924 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-dbb29e94-8b9a-4315-b273-7eac8be4233d {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:53:26.031358 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '204ba12f-eeba-47ba-9966-0321740b5dfe', 'tag': 'ff928c0d-1ebc-44e1-a00e-dbbde06413fd', 'status': 'completed', 'code': 200} Jun 29 10:53:26.085665 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-63682ac0-a18c-4cd1-ab88-08b3cd978abd None None] Set router 3ab14710-8f76-41ca-8234-daf954baf33d gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:53:26.126583 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3492c79-b6da-4738-a96f-2f82c3176ae6 req-d03886fe-d6b4-489e-b706-52590b97bacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:26.128074 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f3492c79-b6da-4738-a96f-2f82c3176ae6 req-d03886fe-d6b4-489e-b706-52590b97bacb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d430ddcb57a54f888eeb6e4432ddf4ef&device_id=204ba12f-eeba-47ba-9966-0321740b5dfe HTTP/1.1" status: 200 len: 1099 time: 0.0523825 Jun 29 10:53:26.225663 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3492c79-b6da-4738-a96f-2f82c3176ae6 req-dc625ba7-2203-4a4e-92ff-dd070f783042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:26.227824 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f3492c79-b6da-4738-a96f-2f82c3176ae6 req-dc625ba7-2203-4a4e-92ff-dd070f783042 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c2c75e90-ff61-4035-ad60-7a5936afe119 HTTP/1.1" status: 200 len: 913 time: 0.0923169 Jun 29 10:53:26.294758 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f3492c79-b6da-4738-a96f-2f82c3176ae6 req-ca41162a-5ca2-4b38-810a-349701b5276f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff928c0d-1ebc-44e1-a00e-dbbde06413fd HTTP/1.1" status: 200 len: 1000 time: 0.0580983 Jun 29 10:53:26.316771 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-63682ac0-a18c-4cd1-ab88-08b3cd978abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'name': 'tempest-TestVolumeBootPattern-1429253507-router', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:14Z', 'updated_at': '2021-06-29T10:50:17Z', 'revision_number': 4, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'gw_port': {'id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:15Z', 'updated_at': '2021-06-29T10:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_floatingips': [{'id': '1bb63359-9170-4d6f-a34b-5cca31d437e7', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'router_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'port_id': 'ff928c0d-1ebc-44e1-a00e-dbbde06413fd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119', 'mac_address': 'fa:16:3e:ab:09:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204ba12f-eeba-47ba-9966-0321740b5dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:53:25Z', 'updated_at': '2021-06-29T10:53:25Z', 'revision_number': 0, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9ff7ca-5143-4cad-a595-98f9a3768c10', 'name': '', 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'mac_address': 'fa:16:3e:8f:44:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'e06f0075-fc72-462c-a9f0-67a612c09aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:17Z', 'updated_at': '2021-06-29T10:50:23Z', 'revision_number': 5, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'subnets': [{'id': 'e06f0075-fc72-462c-a9f0-67a612c09aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:53:26.342355 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63682ac0-a18c-4cd1-ab88-08b3cd978abd None None] Checking router: 3ab14710-8f76-41ca-8234-daf954baf33d for host: dv-cinder-792209-3-iscsi {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:53:26.345489 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3492c79-b6da-4738-a96f-2f82c3176ae6 req-5f776927-01da-4c32-bddf-6142fb917612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:26.346998 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f3492c79-b6da-4738-a96f-2f82c3176ae6 req-5f776927-01da-4c32-bddf-6142fb917612 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e06f0075-fc72-462c-a9f0-67a612c09aa9 HTTP/1.1" status: 200 len: 851 time: 0.0463395 Jun 29 10:53:26.350505 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63682ac0-a18c-4cd1-ab88-08b3cd978abd None None] Routers {'3ab14710-8f76-41ca-8234-daf954baf33d'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:53:26.351134 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-63682ac0-a18c-4cd1-ab88-08b3cd978abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:52:59Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['3ab14710-8f76-41ca-8234-daf954baf33d'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:53:26.402994 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3492c79-b6da-4738-a96f-2f82c3176ae6 req-7d6b7680-7bba-4290-ac91-dd2e8a91b506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:53:26.404521 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f3492c79-b6da-4738-a96f-2f82c3176ae6 req-7d6b7680-7bba-4290-ac91-dd2e8a91b506 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2c75e90-ff61-4035-ad60-7a5936afe119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506694 Jun 29 10:53:26.453569 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-63682ac0-a18c-4cd1-ab88-08b3cd978abd None None] Set router 3ab14710-8f76-41ca-8234-daf954baf33d gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:53:26.491405 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f3492c79-b6da-4738-a96f-2f82c3176ae6 req-1e7910de-eb12-403e-9609-9300467aa7fc service neutron] 10.222.0.41 "GET /v2.0/networks/c2c75e90-ff61-4035-ad60-7a5936afe119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800540 Jun 29 10:53:26.583373 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f3492c79-b6da-4738-a96f-2f82c3176ae6 req-4def58a0-5d78-49d5-b4a3-6f6d9aec8441 service neutron] 10.222.0.41 "GET /v2.0/networks/c2c75e90-ff61-4035-ad60-7a5936afe119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847893 Jun 29 10:53:26.671138 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-63682ac0-a18c-4cd1-ab88-08b3cd978abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'name': 'tempest-TestVolumeBootPattern-1429253507-router', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:14Z', 'updated_at': '2021-06-29T10:50:17Z', 'revision_number': 4, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'gw_port': {'id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:15Z', 'updated_at': '2021-06-29T10:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_floatingips': [{'id': '1bb63359-9170-4d6f-a34b-5cca31d437e7', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'router_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'port_id': 'ff928c0d-1ebc-44e1-a00e-dbbde06413fd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119', 'mac_address': 'fa:16:3e:ab:09:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204ba12f-eeba-47ba-9966-0321740b5dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:53:25Z', 'updated_at': '2021-06-29T10:53:25Z', 'revision_number': 0, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9ff7ca-5143-4cad-a595-98f9a3768c10', 'name': '', 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'mac_address': 'fa:16:3e:8f:44:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'e06f0075-fc72-462c-a9f0-67a612c09aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:17Z', 'updated_at': '2021-06-29T10:50:23Z', 'revision_number': 5, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'subnets': [{'id': 'e06f0075-fc72-462c-a9f0-67a612c09aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:53:26.696898 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63682ac0-a18c-4cd1-ab88-08b3cd978abd None None] The sync data for ids ['3ab14710-8f76-41ca-8234-daf954baf33d'] in dv-cinder-792209-3-iscsi is: [{'id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'name': 'tempest-TestVolumeBootPattern-1429253507-router', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:14Z', 'updated_at': '2021-06-29T10:50:17Z', 'revision_number': 4, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'gw_port': {'id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:15Z', 'updated_at': '2021-06-29T10:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_floatingips': [{'id': '1bb63359-9170-4d6f-a34b-5cca31d437e7', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'router_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'port_id': 'ff928c0d-1ebc-44e1-a00e-dbbde06413fd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119', 'mac_address': 'fa:16:3e:ab:09:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204ba12f-eeba-47ba-9966-0321740b5dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:53:25Z', 'updated_at': '2021-06-29T10:53:25Z', 'revision_number': 0, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9ff7ca-5143-4cad-a595-98f9a3768c10', 'name': '', 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'mac_address': 'fa:16:3e:8f:44:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'e06f0075-fc72-462c-a9f0-67a612c09aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:17Z', 'updated_at': '2021-06-29T10:50:23Z', 'revision_number': 5, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'subnets': [{'id': 'e06f0075-fc72-462c-a9f0-67a612c09aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:53:26.806181 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 51722) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:53:26.883572 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d37ace-2e5a-4077-8f49-37e931b912de None None] New status for floating IP 1bb63359-9170-4d6f-a34b-5cca31d437e7: ACTIVE {{(pid=99534) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:53:27.145253 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c2989eef-5197-4b21-bc69-1d8ddb10d536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7865344'] for router_interface, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:27.385121 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-c2989eef-5197-4b21-bc69-1d8ddb10d536 admin admin] Deleting port 58c97532-55d4-4140-a3be-f84c2d47bc6e {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:53:27.385456 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c2989eef-5197-4b21-bc69-1d8ddb10d536 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:27.695093 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.db [None req-c2989eef-5197-4b21-bc69-1d8ddb10d536 admin admin] For port 58c97532-55d4-4140-a3be-f84c2d47bc6e, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=58c97532-55d4-4140-a3be-f84c2d47bc6e,segment=NetworkSegment(9b98dfe1-3760-4bef-98e5-6054c3cfc3cc),segment_id=9b98dfe1-3760-4bef-98e5-6054c3cfc3cc)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:53:27.695990 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c2989eef-5197-4b21-bc69-1d8ddb10d536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:27.707546 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-c2989eef-5197-4b21-bc69-1d8ddb10d536 admin admin] Calling delete_port for 58c97532-55d4-4140-a3be-f84c2d47bc6e owned by network:router_interface {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:53:27.875791 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c2989eef-5197-4b21-bc69-1d8ddb10d536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295537'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:27.878459 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-50503fea-97db-4b09-88b2-0d4d9ea8c5fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:27.904999 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2989eef-5197-4b21-bc69-1d8ddb10d536 admin admin] Pushing event deleted for resources: {'Port': ['ID=58c97532-55d4-4140-a3be-f84c2d47bc6e,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:27.909030 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-c2989eef-5197-4b21-bc69-1d8ddb10d536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:28.067949 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c2989eef-5197-4b21-bc69-1d8ddb10d536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7896773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7864464'] for router_interface, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:28.279450 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2989eef-5197-4b21-bc69-1d8ddb10d536 admin admin] Router 51ee1726-6d72-46e9-9331-a51d75912dab has already been hosted by L3 agent 8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f {{(pid=99533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:53:28.382152 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2989eef-5197-4b21-bc69-1d8ddb10d536 admin admin] Notify agent at l3_agent.dv-cinder-792209-3-iscsi the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:53:28.387468 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-c2989eef-5197-4b21-bc69-1d8ddb10d536 admin admin] 10.222.0.61 "PUT /v2.0/routers/51ee1726-6d72-46e9-9331-a51d75912dab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5801628 Jun 29 10:53:28.389931 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 51724) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:53:28.390606 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e47d56d-a6b6-44e3-9eea-a641c6cc5f35 None None] Sync routers for ids ['51ee1726-6d72-46e9-9331-a51d75912dab'] in dv-cinder-792209-3-iscsi {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:53:28.400127 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e47d56d-a6b6-44e3-9eea-a641c6cc5f35 None None] Routers {'51ee1726-6d72-46e9-9331-a51d75912dab'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:53:28.400816 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-3e47d56d-a6b6-44e3-9eea-a641c6cc5f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:52:59Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['51ee1726-6d72-46e9-9331-a51d75912dab'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:53:28.490053 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4d58e8d8-166f-4865-badc-6dbd15e677fe admin admin] Notify callbacks [] for router, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:28.502156 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-3e47d56d-a6b6-44e3-9eea-a641c6cc5f35 None None] Set router 51ee1726-6d72-46e9-9331-a51d75912dab gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:53:28.588248 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4d58e8d8-166f-4865-badc-6dbd15e677fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:28.639625 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-4d58e8d8-166f-4865-badc-6dbd15e677fe admin admin] Deleting port c199261c-ca88-4e37-909d-4fd006d52099 {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:53:28.639963 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4d58e8d8-166f-4865-badc-6dbd15e677fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:28.678686 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-3e47d56d-a6b6-44e3-9eea-a641c6cc5f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'name': 'tempest-AttachVolumeTestJSON-1984966947-router', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'c199261c-ca88-4e37-909d-4fd006d52099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:48:41Z', 'updated_at': '2021-06-29T10:53:27Z', 'revision_number': 5, 'project_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'gw_port': {'id': 'c199261c-ca88-4e37-909d-4fd006d52099', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:ae:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:48:42Z', 'updated_at': '2021-06-29T10:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi'}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:53:28.685800 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-14c06326-9bc0-4187-a683-dd7e235b1052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:28.705193 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e47d56d-a6b6-44e3-9eea-a641c6cc5f35 None None] Checking router: 51ee1726-6d72-46e9-9331-a51d75912dab for host: dv-cinder-792209-3-iscsi {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:53:28.713958 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e47d56d-a6b6-44e3-9eea-a641c6cc5f35 None None] Routers {'51ee1726-6d72-46e9-9331-a51d75912dab'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:53:28.714511 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-3e47d56d-a6b6-44e3-9eea-a641c6cc5f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:53:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['51ee1726-6d72-46e9-9331-a51d75912dab'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:53:28.723387 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.db [None req-4d58e8d8-166f-4865-badc-6dbd15e677fe admin admin] For port c199261c-ca88-4e37-909d-4fd006d52099, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=c199261c-ca88-4e37-909d-4fd006d52099,segment=NetworkSegment(b07597a5-acfa-4ea0-afa4-34f991bc6949),segment_id=b07597a5-acfa-4ea0-afa4-34f991bc6949)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:53:28.723751 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4d58e8d8-166f-4865-badc-6dbd15e677fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:28.736318 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-4d58e8d8-166f-4865-badc-6dbd15e677fe admin admin] Calling delete_port for c199261c-ca88-4e37-909d-4fd006d52099 owned by network:router_gateway {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:53:28.797532 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-3e47d56d-a6b6-44e3-9eea-a641c6cc5f35 None None] Set router 51ee1726-6d72-46e9-9331-a51d75912dab gateway port host: None {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:53:28.847101 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-3e47d56d-a6b6-44e3-9eea-a641c6cc5f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'name': 'tempest-AttachVolumeTestJSON-1984966947-router', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:48:41Z', 'updated_at': '2021-06-29T10:53:28Z', 'revision_number': 6, 'project_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'gw_port_host': None}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:53:28.877034 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e47d56d-a6b6-44e3-9eea-a641c6cc5f35 None None] The sync data for ids ['51ee1726-6d72-46e9-9331-a51d75912dab'] in dv-cinder-792209-3-iscsi is: [{'id': '51ee1726-6d72-46e9-9331-a51d75912dab', 'name': 'tempest-AttachVolumeTestJSON-1984966947-router', 'tenant_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:48:41Z', 'updated_at': '2021-06-29T10:53:28Z', 'revision_number': 6, 'project_id': 'f34a2fc6d2f4421ca15b3a2e61382a66', 'gw_port_host': None}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:53:28.898295 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:28.900608 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4d58e8d8-166f-4865-badc-6dbd15e677fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295537'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:28.902687 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-5dd437cb-aedc-42f0-a4ba-2729f6e85d44 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:28.931580 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58e8d8-166f-4865-badc-6dbd15e677fe admin admin] Pushing event deleted for resources: {'Port': ['ID=c199261c-ca88-4e37-909d-4fd006d52099,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:28.938037 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-4d58e8d8-166f-4865-badc-6dbd15e677fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:28.996721 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4d58e8d8-166f-4865-badc-6dbd15e677fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7928444'] for router_gateway, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:29.082064 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4d58e8d8-166f-4865-badc-6dbd15e677fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1677'] for router, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:29.084168 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4d58e8d8-166f-4865-badc-6dbd15e677fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:29.127905 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4d58e8d8-166f-4865-badc-6dbd15e677fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864893'] for router, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:29.128371 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d58e8d8-166f-4865-badc-6dbd15e677fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51ee1726-6d72-46e9-9331-a51d75912dab {{(pid=99533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:53:29.132489 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4d58e8d8-166f-4865-badc-6dbd15e677fe admin admin] Notify callbacks [] for router, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:29.133643 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-4d58e8d8-166f-4865-badc-6dbd15e677fe admin admin] 10.222.0.61 "DELETE /v2.0/routers/51ee1726-6d72-46e9-9331-a51d75912dab HTTP/1.1" status: 204 len: 168 time: 0.7426257 Jun 29 10:53:29.136144 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 51726) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:53:29.180183 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb64bb83-fa6e-4c8c-b09a-f6e82cc5ebde admin admin] Deleting subnet ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46 {{(pid=99533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:53:29.183044 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-fb64bb83-fa6e-4c8c-b09a-f6e82cc5ebde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:29.217310 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-fb64bb83-fa6e-4c8c-b09a-f6e82cc5ebde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2358081'] for subnet, precommit_delete_associations {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:29.298571 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-fb64bb83-fa6e-4c8c-b09a-f6e82cc5ebde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7781200'] for subnet, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:29.349126 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-fb64bb83-fa6e-4c8c-b09a-f6e82cc5ebde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7781161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5295471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3981133'] for subnet, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:29.352936 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:29.375944 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb64bb83-fa6e-4c8c-b09a-f6e82cc5ebde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:29.377868 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-fb64bb83-fa6e-4c8c-b09a-f6e82cc5ebde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:29.379805 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-fb64bb83-fa6e-4c8c-b09a-f6e82cc5ebde admin admin] 10.222.0.61 "DELETE /v2.0/subnets/ac055ed5-2ad5-4d6c-a7bb-29de21fa1a46 HTTP/1.1" status: 204 len: 168 time: 0.2427320 Jun 29 10:53:29.380858 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-fb64bb83-fa6e-4c8c-b09a-f6e82cc5ebde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:29.382199 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 51728) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:53:29.382737 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882e4e36-f5d2-423b-8365-ca4f9b6faedf None None] Network 92fea580-df85-490d-995f-a2b8ddebd1fe requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:53:29.446755 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2371475a-f4ef-4f70-8f99-8ddc4ee8a03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596557'] for network, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:29.499802 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-2371475a-f4ef-4f70-8f99-8ddc4ee8a03f admin admin] Deleting port d7663c1d-bd55-46f6-ab54-d559a3bb0a7d {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:53:29.500132 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2371475a-f4ef-4f70-8f99-8ddc4ee8a03f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:29.559381 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.db [None req-2371475a-f4ef-4f70-8f99-8ddc4ee8a03f admin admin] For port d7663c1d-bd55-46f6-ab54-d559a3bb0a7d, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=d7663c1d-bd55-46f6-ab54-d559a3bb0a7d,segment=NetworkSegment(9b98dfe1-3760-4bef-98e5-6054c3cfc3cc),segment_id=9b98dfe1-3760-4bef-98e5-6054c3cfc3cc)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:53:29.559665 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2371475a-f4ef-4f70-8f99-8ddc4ee8a03f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:29.572009 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-2371475a-f4ef-4f70-8f99-8ddc4ee8a03f admin admin] Calling delete_port for d7663c1d-bd55-46f6-ab54-d559a3bb0a7d owned by network:dhcp {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:53:29.627197 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373ccfc9-6848-43c5-b0be-8a8a214dc52d None None] DHCP port deletion for 92fea580-df85-490d-995f-a2b8ddebd1fe request from dv-cinder-792209-3-iscsi {{(pid=99534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 10:53:29.659257 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2371475a-f4ef-4f70-8f99-8ddc4ee8a03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295537'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:29.662139 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-9d0e16b4-bbf8-40d4-90e6-e5991c06a116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:29.674074 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-373ccfc9-6848-43c5-b0be-8a8a214dc52d None None] Deleting port d7663c1d-bd55-46f6-ab54-d559a3bb0a7d {{(pid=99534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:53:29.674458 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-373ccfc9-6848-43c5-b0be-8a8a214dc52d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:29.689386 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2371475a-f4ef-4f70-8f99-8ddc4ee8a03f admin admin] Pushing event deleted for resources: {'Port': ['ID=d7663c1d-bd55-46f6-ab54-d559a3bb0a7d,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:29.691223 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2371475a-f4ef-4f70-8f99-8ddc4ee8a03f admin admin] No DVR routers for this DVR port d7663c1d-bd55-46f6-ab54-d559a3bb0a7d on host dv-cinder-792209-3-iscsi {{(pid=99533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:53:29.692691 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-2371475a-f4ef-4f70-8f99-8ddc4ee8a03f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:29.741665 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:29.756843 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-373ccfc9-6848-43c5-b0be-8a8a214dc52d None None] For port d7663c1d-bd55-46f6-ab54-d559a3bb0a7d, host dv-cinder-792209-3-iscsi, got binding levels [] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:53:29.757252 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-373ccfc9-6848-43c5-b0be-8a8a214dc52d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:29.761834 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2371475a-f4ef-4f70-8f99-8ddc4ee8a03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7778662', 'neutron.services.segments.db._delete_segments_for_network-8772013423665'] for network, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:29.770201 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-373ccfc9-6848-43c5-b0be-8a8a214dc52d None None] Calling delete_port for d7663c1d-bd55-46f6-ab54-d559a3bb0a7d owned by network:dhcp {{(pid=99534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:53:29.772902 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.ipam_backend_mixin [None req-373ccfc9-6848-43c5-b0be-8a8a214dc52d None None] Port d7663c1d-bd55-46f6-ab54-d559a3bb0a7d was not found and therefore no delete operation was performed {{(pid=99534) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 29 10:53:29.773039 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.services.segments.db [None req-2371475a-f4ef-4f70-8f99-8ddc4ee8a03f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92fea580-df85-490d-995f-a2b8ddebd1fe']}} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:53:29.774911 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-373ccfc9-6848-43c5-b0be-8a8a214dc52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092'] for port, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:29.776853 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-03488050-e5f6-4022-8e4c-d2621b5d312f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:29.784632 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.services.segments.db [None req-2371475a-f4ef-4f70-8f99-8ddc4ee8a03f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b98dfe1-3760-4bef-98e5-6054c3cfc3cc') {'for_net_delete': True} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:53:29.784932 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.services.segments.db [None req-2371475a-f4ef-4f70-8f99-8ddc4ee8a03f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b98dfe1-3760-4bef-98e5-6054c3cfc3cc') {} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:53:29.793904 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2371475a-f4ef-4f70-8f99-8ddc4ee8a03f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772013419924', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2358090'] for segment, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:29.797412 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ccfc9-6848-43c5-b0be-8a8a214dc52d None None] Pushing event deleted for resources: {'Port': ['ID=d7663c1d-bd55-46f6-ab54-d559a3bb0a7d,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:29.802099 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-373ccfc9-6848-43c5-b0be-8a8a214dc52d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:29.807430 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373ccfc9-6848-43c5-b0be-8a8a214dc52d None None] No DVR routers for this DVR port d7663c1d-bd55-46f6-ab54-d559a3bb0a7d on host dv-cinder-792209-3-iscsi {{(pid=99534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:53:29.809337 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2371475a-f4ef-4f70-8f99-8ddc4ee8a03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342'] for segment, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:29.824395 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2371475a-f4ef-4f70-8f99-8ddc4ee8a03f admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=99533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:53:29.824858 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2371475a-f4ef-4f70-8f99-8ddc4ee8a03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5295490'] for segment, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:29.826797 dv-cinder-792209-3-iscsi neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:53:29.826797 dv-cinder-792209-3-iscsi neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:53:29.826797 dv-cinder-792209-3-iscsi neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:53:29.826797 dv-cinder-792209-3-iscsi neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:53:29.826797 dv-cinder-792209-3-iscsi neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:53:29.826797 dv-cinder-792209-3-iscsi neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:53:29.826797 dv-cinder-792209-3-iscsi neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:53:29.826797 dv-cinder-792209-3-iscsi neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:53:29.826797 dv-cinder-792209-3-iscsi neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:53:29.826797 dv-cinder-792209-3-iscsi neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:53:29.826797 dv-cinder-792209-3-iscsi neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:53:29.826797 dv-cinder-792209-3-iscsi neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:53:29.826797 dv-cinder-792209-3-iscsi neutron-server[99533]: Traceback (most recent call last): Jun 29 10:53:29.826797 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:53:29.826797 dv-cinder-792209-3-iscsi neutron-server[99533]: timer() Jun 29 10:53:29.826797 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:53:29.826797 dv-cinder-792209-3-iscsi neutron-server[99533]: cb(*args, **kw) Jun 29 10:53:29.826797 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:53:29.826797 dv-cinder-792209-3-iscsi neutron-server[99533]: return func(*args, **kwargs) Jun 29 10:53:29.826797 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:53:29.826797 dv-cinder-792209-3-iscsi neutron-server[99533]: self._notify() Jun 29 10:53:29.826797 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:53:29.826797 dv-cinder-792209-3-iscsi neutron-server[99533]: self.callback(batched_events) Jun 29 10:53:29.826797 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:53:29.826797 dv-cinder-792209-3-iscsi neutron-server[99533]: event.method(event) Jun 29 10:53:29.826797 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:53:29.826797 dv-cinder-792209-3-iscsi neutron-server[99533]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:53:29.826797 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:53:29.826797 dv-cinder-792209-3-iscsi neutron-server[99533]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:53:29.826797 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:53:29.826797 dv-cinder-792209-3-iscsi neutron-server[99533]: return f(self, *a, **k) Jun 29 10:53:29.826797 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:53:29.826797 dv-cinder-792209-3-iscsi neutron-server[99533]: return self._get(url).json() Jun 29 10:53:29.826797 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:53:29.826797 dv-cinder-792209-3-iscsi neutron-server[99533]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:53:29.826797 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:53:29.826797 dv-cinder-792209-3-iscsi neutron-server[99533]: return self.request(url, 'GET', **kwargs) Jun 29 10:53:29.826797 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:53:29.826797 dv-cinder-792209-3-iscsi neutron-server[99533]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:53:29.826797 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:53:29.826797 dv-cinder-792209-3-iscsi neutron-server[99533]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:53:29.826797 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:53:29.826797 dv-cinder-792209-3-iscsi neutron-server[99533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:53:29.826797 dv-cinder-792209-3-iscsi neutron-server[99533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:53:29.884874 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2371475a-f4ef-4f70-8f99-8ddc4ee8a03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7781269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7928461'] for network, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:29.889993 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2371475a-f4ef-4f70-8f99-8ddc4ee8a03f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:29.891982 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-2371475a-f4ef-4f70-8f99-8ddc4ee8a03f admin admin] 10.222.0.61 "DELETE /v2.0/networks/92fea580-df85-490d-995f-a2b8ddebd1fe HTTP/1.1" status: 204 len: 168 time: 0.5088704 Jun 29 10:53:29.892745 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-4eb9cc24-dafd-407b-a6fe-a87a3b29bbc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:29.904811 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2371475a-f4ef-4f70-8f99-8ddc4ee8a03f admin admin] Pushing event deleted for resources: {'Network': ['ID=92fea580-df85-490d-995f-a2b8ddebd1fe,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:29.907822 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-2371475a-f4ef-4f70-8f99-8ddc4ee8a03f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:30.046729 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 51732) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:53:30.087491 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-1e071fec-f39d-4e97-9a80-724c7e5c2d75 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f34a2fc6d2f4421ca15b3a2e61382a66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395489 Jun 29 10:53:30.089804 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 51734) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:53:30.124333 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 58c97532-55d4-4140-a3be-f84c2d47bc6e no longer exists at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:53:30.138128 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-60e0d00f-9283-40a7-895c-330ad3217776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:30.143728 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] No Port match for: 58c97532-55d4-4140-a3be-f84c2d47bc6e {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:53:30.144078 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 58c97532-55d4-4140-a3be-f84c2d47bc6e not bound to the agent host dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:53:30.144492 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device d7663c1d-bd55-46f6-ab54-d559a3bb0a7d no longer exists at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:53:30.158727 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-60e0d00f-9283-40a7-895c-330ad3217776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:30.162004 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] No Port match for: d7663c1d-bd55-46f6-ab54-d559a3bb0a7d {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:53:30.162296 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device d7663c1d-bd55-46f6-ab54-d559a3bb0a7d not bound to the agent host dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:53:30.162727 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device c199261c-ca88-4e37-909d-4fd006d52099 no longer exists at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:53:30.183921 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] No Port match for: c199261c-ca88-4e37-909d-4fd006d52099 {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:53:30.184268 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device c199261c-ca88-4e37-909d-4fd006d52099 not bound to the agent host dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:53:30.208339 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-60e0d00f-9283-40a7-895c-330ad3217776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:30.211262 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-60e0d00f-9283-40a7-895c-330ad3217776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:30.212402 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-60e0d00f-9283-40a7-895c-330ad3217776 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/03f82b06-12f0-4d1b-ad15-48003ec71fc1 HTTP/1.1" status: 204 len: 168 time: 0.1217148 Jun 29 10:53:30.213276 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-89443bb3-7c4d-434f-b10e-22c19f04415c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:30.221624 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0d00f-9283-40a7-895c-330ad3217776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f82b06-12f0-4d1b-ad15-48003ec71fc1,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:30.224106 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-60e0d00f-9283-40a7-895c-330ad3217776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:31.255308 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:31.819498 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 51786) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:53:31.919685 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-977de9e3-2ce7-45d7-9e43-4f56f4c361e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:32.008115 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-977de9e3-2ce7-45d7-9e43-4f56f4c361e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:32.012120 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-977de9e3-2ce7-45d7-9e43-4f56f4c361e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:32.014921 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-144e61d5-da54-453e-84e4-621eec0a674c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:32.049395 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977de9e3-2ce7-45d7-9e43-4f56f4c361e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01122c6-8f52-435e-8e6a-0e80b685c84d,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:32.052504 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-977de9e3-2ce7-45d7-9e43-4f56f4c361e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:32.057574 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-977de9e3-2ce7-45d7-9e43-4f56f4c361e1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9a6018040b9b48f8b7db4c7cdfa68732&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2370758 Jun 29 10:53:32.057738 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 51790) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:53:32.106327 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-973d023c-f9bd-4b82-bd15-9fa39a5f7d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:32.126140 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-973d023c-f9bd-4b82-bd15-9fa39a5f7d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:32.172400 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-973d023c-f9bd-4b82-bd15-9fa39a5f7d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:32.175189 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-973d023c-f9bd-4b82-bd15-9fa39a5f7d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:32.176320 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-973d023c-f9bd-4b82-bd15-9fa39a5f7d8f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b01122c6-8f52-435e-8e6a-0e80b685c84d HTTP/1.1" status: 204 len: 168 time: 0.1177094 Jun 29 10:53:32.177181 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-d44ea1af-6468-4f24-9cbd-ae71b67770e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:32.184421 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973d023c-f9bd-4b82-bd15-9fa39a5f7d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01122c6-8f52-435e-8e6a-0e80b685c84d,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:32.186620 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-973d023c-f9bd-4b82-bd15-9fa39a5f7d8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:32.428109 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 51796) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:53:32.445775 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-96a8ff9c-744c-432a-a8ed-176a80245fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:32.532587 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-96a8ff9c-744c-432a-a8ed-176a80245fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:32.536374 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-96a8ff9c-744c-432a-a8ed-176a80245fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:32.538908 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-e5a2cdb6-c764-4b59-880e-065e45392451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:32.574479 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-96a8ff9c-744c-432a-a8ed-176a80245fd6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=88d78581f9c940738ba36c79ddb66114&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1452408 Jun 29 10:53:32.575441 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a8ff9c-744c-432a-a8ed-176a80245fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd1ef1b-7711-4d46-985f-6e290d2069dd,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:32.577892 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 51800) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:53:32.578385 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-96a8ff9c-744c-432a-a8ed-176a80245fd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:32.624484 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5890a4ad-057b-4067-a321-aa47a5af8e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:32.650210 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5890a4ad-057b-4067-a321-aa47a5af8e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:32.694526 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5890a4ad-057b-4067-a321-aa47a5af8e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:32.697620 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5890a4ad-057b-4067-a321-aa47a5af8e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:32.698827 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-5890a4ad-057b-4067-a321-aa47a5af8e1f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7dd1ef1b-7711-4d46-985f-6e290d2069dd HTTP/1.1" status: 204 len: 168 time: 0.1199274 Jun 29 10:53:32.699579 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ba02d840-4cb4-4687-9ed0-1bbf66262022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:32.706852 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5890a4ad-057b-4067-a321-aa47a5af8e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd1ef1b-7711-4d46-985f-6e290d2069dd,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:32.709049 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-5890a4ad-057b-4067-a321-aa47a5af8e1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:34.224878 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 51850) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:53:34.325880 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e68930c8-f784-45fd-b75e-25713fc15e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:34.424706 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e68930c8-f784-45fd-b75e-25713fc15e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:34.429040 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e68930c8-f784-45fd-b75e-25713fc15e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:34.432879 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-325bd0e1-d02c-4732-b1b6-e5aeed104d29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:34.466919 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-e68930c8-f784-45fd-b75e-25713fc15e1e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bb7ffd6842254cf7bee071b3f58b2508&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2409954 Jun 29 10:53:34.468848 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68930c8-f784-45fd-b75e-25713fc15e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04783385-5a6d-4045-ba52-7999ee986715,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:34.469665 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 51854) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:53:34.471868 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-e68930c8-f784-45fd-b75e-25713fc15e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:34.518329 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d954974f-6f74-4c14-81e6-22e8e1ea76bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:34.538516 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d954974f-6f74-4c14-81e6-22e8e1ea76bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:34.582928 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d954974f-6f74-4c14-81e6-22e8e1ea76bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:34.585466 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d954974f-6f74-4c14-81e6-22e8e1ea76bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:34.586731 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-d954974f-6f74-4c14-81e6-22e8e1ea76bc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/04783385-5a6d-4045-ba52-7999ee986715 HTTP/1.1" status: 204 len: 168 time: 0.1160340 Jun 29 10:53:34.587522 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-f92cad78-62eb-4f83-9059-c880c0e55286 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:34.594617 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954974f-6f74-4c14-81e6-22e8e1ea76bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04783385-5a6d-4045-ba52-7999ee986715,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:34.596804 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-d954974f-6f74-4c14-81e6-22e8e1ea76bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:34.832519 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 51860) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:53:34.846504 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-284e9686-9c48-42c0-b7db-702b7794e61a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:34.930863 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-284e9686-9c48-42c0-b7db-702b7794e61a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:34.934420 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-284e9686-9c48-42c0-b7db-702b7794e61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:34.936813 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-56846935-cc9d-4e6c-bc70-d9565a6f4d32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:34.973558 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-284e9686-9c48-42c0-b7db-702b7794e61a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6790ce705a0643ecb530d39316a72e2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1399887 Jun 29 10:53:34.974425 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e9686-9c48-42c0-b7db-702b7794e61a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4e178b-ce64-4daa-951c-482ee403b1a5,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:34.976812 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 51862) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:53:34.977817 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-284e9686-9c48-42c0-b7db-702b7794e61a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:35.025691 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-208ac450-8830-4eb6-ae09-b91c2126a00c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:35.046474 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-208ac450-8830-4eb6-ae09-b91c2126a00c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:35.092543 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-208ac450-8830-4eb6-ae09-b91c2126a00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:35.095261 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-208ac450-8830-4eb6-ae09-b91c2126a00c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:35.096419 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-208ac450-8830-4eb6-ae09-b91c2126a00c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/df4e178b-ce64-4daa-951c-482ee403b1a5 HTTP/1.1" status: 204 len: 168 time: 0.1186235 Jun 29 10:53:35.097187 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-3e30b97a-7f01-4217-9977-98eb363b04e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:35.104767 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ac450-8830-4eb6-ae09-b91c2126a00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4e178b-ce64-4daa-951c-482ee403b1a5,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:35.107102 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-208ac450-8830-4eb6-ae09-b91c2126a00c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:40.951617 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.agents_db [None req-93d4a047-be9c-4d13-b750-597922b429b4 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:53:45.628678 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 51970) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:53:45.729128 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f3187689-8491-4b8a-b714-327c3e07600c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:45.813670 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f3187689-8491-4b8a-b714-327c3e07600c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:45.817357 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-f3187689-8491-4b8a-b714-327c3e07600c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:45.819838 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-ba2f54d7-d41e-456a-a64c-ee7c3612e00a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:45.858186 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-f3187689-8491-4b8a-b714-327c3e07600c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=633dd357b2b34b7d8b4070d782c887b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2284753 Jun 29 10:53:45.859081 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3187689-8491-4b8a-b714-327c3e07600c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3550f3c9-b35a-45ce-abbc-ee65436ac47b,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:45.860868 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 51974) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:53:45.862213 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-f3187689-8491-4b8a-b714-327c3e07600c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:45.911817 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-33c6dc2b-2dbf-4075-80a7-34580c1eb593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:45.931511 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-33c6dc2b-2dbf-4075-80a7-34580c1eb593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:45.976146 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-33c6dc2b-2dbf-4075-80a7-34580c1eb593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:45.979088 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-33c6dc2b-2dbf-4075-80a7-34580c1eb593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:45.980205 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-33c6dc2b-2dbf-4075-80a7-34580c1eb593 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3550f3c9-b35a-45ce-abbc-ee65436ac47b HTTP/1.1" status: 204 len: 168 time: 0.1177704 Jun 29 10:53:45.980954 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-39426ed3-3e24-4784-896e-cfc1b73d9e7c tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:45.988237 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c6dc2b-2dbf-4075-80a7-34580c1eb593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3550f3c9-b35a-45ce-abbc-ee65436ac47b,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:45.990560 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-33c6dc2b-2dbf-4075-80a7-34580c1eb593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:46.226067 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 51980) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:53:46.238869 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e0936f4f-5c08-44e9-ab49-4d3332b91e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:46.323857 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e0936f4f-5c08-44e9-ab49-4d3332b91e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:46.327274 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e0936f4f-5c08-44e9-ab49-4d3332b91e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:46.330464 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-be066a38-8e67-4b4a-a65a-45d9718f3a2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:46.363559 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-e0936f4f-5c08-44e9-ab49-4d3332b91e56 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3785d0e514fb46e5ac563d691a425ca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1364179 Jun 29 10:53:46.365631 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0936f4f-5c08-44e9-ab49-4d3332b91e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c710f8b4-d8d7-4e62-a914-d864a49b1ddc,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:46.366341 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 51982) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:53:46.369224 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-e0936f4f-5c08-44e9-ab49-4d3332b91e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:46.415059 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7cb13d2f-9ca1-40aa-8fcd-19231c089b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:46.435445 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7cb13d2f-9ca1-40aa-8fcd-19231c089b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:46.479366 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7cb13d2f-9ca1-40aa-8fcd-19231c089b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:46.482260 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-7cb13d2f-9ca1-40aa-8fcd-19231c089b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:46.483017 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-7cb13d2f-9ca1-40aa-8fcd-19231c089b17 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c710f8b4-d8d7-4e62-a914-d864a49b1ddc HTTP/1.1" status: 204 len: 168 time: 0.1156709 Jun 29 10:53:46.484613 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-e68930c8-f784-45fd-b75e-25713fc15e1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:53:46.493049 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb13d2f-9ca1-40aa-8fcd-19231c089b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c710f8b4-d8d7-4e62-a914-d864a49b1ddc,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:53:46.497122 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-7cb13d2f-9ca1-40aa-8fcd-19231c089b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:53:54.836184 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:55.981341 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-fb6a84ac-a734-4bd8-8852-c05df81fad6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:58.685626 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-4be6307e-e6af-4da8-8a1e-8b480f8b0d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:58.891213 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:53:59.734625 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:01.252709 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:04.326489 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c85289b9-feac-4b85-8318-f1b6244912e1 req-8a696610-2c25-43dd-bb56-0ee79505bbae service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=204ba12f-eeba-47ba-9966-0321740b5dfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0560591 Jun 29 10:54:04.443584 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85289b9-feac-4b85-8318-f1b6244912e1 req-9e3e23e7-23c8-4f50-b04d-8f00b6f4d8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:04.445049 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c85289b9-feac-4b85-8318-f1b6244912e1 req-9e3e23e7-23c8-4f50-b04d-8f00b6f4d8d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d430ddcb57a54f888eeb6e4432ddf4ef&device_id=204ba12f-eeba-47ba-9966-0321740b5dfe HTTP/1.1" status: 200 len: 1099 time: 0.0528262 Jun 29 10:54:04.551881 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85289b9-feac-4b85-8318-f1b6244912e1 req-52be756d-1561-48eb-acad-aeb2043b9a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:04.553355 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c85289b9-feac-4b85-8318-f1b6244912e1 req-52be756d-1561-48eb-acad-aeb2043b9a24 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c2c75e90-ff61-4035-ad60-7a5936afe119 HTTP/1.1" status: 200 len: 913 time: 0.0855901 Jun 29 10:54:04.621210 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c85289b9-feac-4b85-8318-f1b6244912e1 req-ea45397e-0e5f-400b-865b-3e1fd72a294e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff928c0d-1ebc-44e1-a00e-dbbde06413fd HTTP/1.1" status: 200 len: 1002 time: 0.0596719 Jun 29 10:54:04.671022 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85289b9-feac-4b85-8318-f1b6244912e1 req-52e5b56d-69cb-48bb-adef-990222874763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:04.672419 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c85289b9-feac-4b85-8318-f1b6244912e1 req-52e5b56d-69cb-48bb-adef-990222874763 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e06f0075-fc72-462c-a9f0-67a612c09aa9 HTTP/1.1" status: 200 len: 851 time: 0.0437136 Jun 29 10:54:04.731530 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85289b9-feac-4b85-8318-f1b6244912e1 req-11b21d6e-55cb-40f7-9753-e1dd2c610e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:04.733066 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c85289b9-feac-4b85-8318-f1b6244912e1 req-11b21d6e-55cb-40f7-9753-e1dd2c610e03 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2c75e90-ff61-4035-ad60-7a5936afe119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538638 Jun 29 10:54:04.826209 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c85289b9-feac-4b85-8318-f1b6244912e1 req-40a27ba9-48e8-487f-99fa-b8af0d2a79d8 service neutron] 10.222.0.41 "GET /v2.0/networks/c2c75e90-ff61-4035-ad60-7a5936afe119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849805 Jun 29 10:54:04.914237 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c85289b9-feac-4b85-8318-f1b6244912e1 req-4b1e45a0-c906-45da-a977-37ad958562d2 service neutron] 10.222.0.41 "GET /v2.0/networks/c2c75e90-ff61-4035-ad60-7a5936afe119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808401 Jun 29 10:54:17.950461 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.agents_db [None req-93d4a047-be9c-4d13-b750-597922b429b4 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:54:24.347784 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 52258) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:54:24.447500 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e06056b3-b970-473f-b517-af5972d1e2e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:24.532806 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e06056b3-b970-473f-b517-af5972d1e2e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:24.536175 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-e06056b3-b970-473f-b517-af5972d1e2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:24.539415 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-cdd0e279-25ba-42c6-baa6-13d75415fcb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:54:24.575990 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-e06056b3-b970-473f-b517-af5972d1e2e5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8320b20866094cf9a71106692b4616c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2271049 Jun 29 10:54:24.577080 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06056b3-b970-473f-b517-af5972d1e2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e795c53-ac95-42d2-8769-10018a4202eb,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:54:24.578728 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 52262) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:54:24.583897 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06056b3-b970-473f-b517-af5972d1e2e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:24.584276 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06056b3-b970-473f-b517-af5972d1e2e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:24.584643 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06056b3-b970-473f-b517-af5972d1e2e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:24.585006 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06056b3-b970-473f-b517-af5972d1e2e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:24.585362 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06056b3-b970-473f-b517-af5972d1e2e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:24.585723 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06056b3-b970-473f-b517-af5972d1e2e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:24.586077 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06056b3-b970-473f-b517-af5972d1e2e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:24.586426 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06056b3-b970-473f-b517-af5972d1e2e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:24.586806 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06056b3-b970-473f-b517-af5972d1e2e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:24.587157 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06056b3-b970-473f-b517-af5972d1e2e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:24.587505 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06056b3-b970-473f-b517-af5972d1e2e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:24.587876 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e06056b3-b970-473f-b517-af5972d1e2e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:24.591711 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-e06056b3-b970-473f-b517-af5972d1e2e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:54:24.631395 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c29f0d8f-6512-491e-bf17-d79dd376bd7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:24.651708 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c29f0d8f-6512-491e-bf17-d79dd376bd7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:24.698122 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c29f0d8f-6512-491e-bf17-d79dd376bd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:24.701341 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c29f0d8f-6512-491e-bf17-d79dd376bd7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:24.702472 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-c29f0d8f-6512-491e-bf17-d79dd376bd7c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4e795c53-ac95-42d2-8769-10018a4202eb HTTP/1.1" status: 204 len: 168 time: 0.1227596 Jun 29 10:54:24.703245 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-aacc4f44-13de-4460-bc36-b9d2522b3a18 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:54:24.710239 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29f0d8f-6512-491e-bf17-d79dd376bd7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e795c53-ac95-42d2-8769-10018a4202eb,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:54:24.717194 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f0d8f-6512-491e-bf17-d79dd376bd7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:24.717672 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f0d8f-6512-491e-bf17-d79dd376bd7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:24.718002 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f0d8f-6512-491e-bf17-d79dd376bd7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:24.718408 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f0d8f-6512-491e-bf17-d79dd376bd7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:24.718883 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f0d8f-6512-491e-bf17-d79dd376bd7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:24.719287 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f0d8f-6512-491e-bf17-d79dd376bd7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:24.719657 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f0d8f-6512-491e-bf17-d79dd376bd7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:24.720019 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f0d8f-6512-491e-bf17-d79dd376bd7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:24.720385 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f0d8f-6512-491e-bf17-d79dd376bd7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:24.720746 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f0d8f-6512-491e-bf17-d79dd376bd7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:24.721108 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f0d8f-6512-491e-bf17-d79dd376bd7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:24.721456 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29f0d8f-6512-491e-bf17-d79dd376bd7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:24.724670 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-c29f0d8f-6512-491e-bf17-d79dd376bd7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:54:24.833430 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:25.982709 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-61fbd6da-b1fd-4513-a7f8-1795a3d5c6ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:26.870789 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-f71b029e-b7eb-487f-a6dc-73aa6839bec8 tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=794e8d155c694de09c341400f7d3efea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409000 Jun 29 10:54:27.283546 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-90834c65-4bb6-449a-bec9-d571aa090a51 tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:27.284992 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-90834c65-4bb6-449a-bec9-d571aa090a51 tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4090261 Jun 29 10:54:27.298934 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-83f5fe8b-be03-4437-8a49-af71db5a25a2 tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] 10.222.0.61 "GET /v2.0/quotas/794e8d155c694de09c341400f7d3efea HTTP/1.1" status: 200 len: 375 time: 0.0085981 Jun 29 10:54:27.334197 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-963e3328-ba6b-485e-b557-c5b0a1913588 tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=794e8d155c694de09c341400f7d3efea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303438 Jun 29 10:54:27.495399 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-74600841-6c54-4864-8ac1-8e01444ab72f req-475a723e-d511-4ff1-b86c-0bd878a40959 tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9109aee7-efb2-43a2-97a5-a8872f749124 HTTP/1.1" status: 200 len: 210 time: 0.0273654 Jun 29 10:54:28.633960 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-67a3f342-940b-46d5-addc-b58da094f8a4 tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=794e8d155c694de09c341400f7d3efea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302374 Jun 29 10:54:28.651225 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b8b235aa-6078-4375-9299-639a14d6a8ab req-7fceddd8-ce63-4540-8eac-6d55265d3795 tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9109aee7-efb2-43a2-97a5-a8872f749124 HTTP/1.1" status: 200 len: 210 time: 0.0379593 Jun 29 10:54:28.690954 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-9684cf1e-30c1-4da3-8240-f976ba3649eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:28.754903 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-b353d5c2-8ddc-4423-a1f7-acf778b375df tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:28.756357 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-b353d5c2-8ddc-4423-a1f7-acf778b375df tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1073642 Jun 29 10:54:28.778224 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-b4ebdfd5-07d3-4072-827f-3ee60fbeccdf tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] Request body: {'port': {'device_id': '9109aee7-efb2-43a2-97a5-a8872f749124', 'network_id': 'e5294051-8f8e-4163-b81f-0be2b68ae8fe', 'admin_state_up': True, 'tenant_id': '794e8d155c694de09c341400f7d3efea'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:54:28.894459 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:28.897330 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-b4ebdfd5-07d3-4072-827f-3ee60fbeccdf tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] Made reservation on behalf of 794e8d155c694de09c341400f7d3efea for: {'port': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:54:28.900879 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-b4ebdfd5-07d3-4072-827f-3ee60fbeccdf tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:28.910139 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-b4ebdfd5-07d3-4072-827f-3ee60fbeccdf tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:28.997409 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-b4ebdfd5-07d3-4072-827f-3ee60fbeccdf tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:29.001061 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-b4ebdfd5-07d3-4072-827f-3ee60fbeccdf tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:29.005609 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-46df5f06-9aba-4a82-af95-c508b6ab8add admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:54:29.062821 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ebdfd5-07d3-4072-827f-3ee60fbeccdf tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8922b855-c69f-48d1-b44a-135cb98e3928,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:54:29.065878 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b4ebdfd5-07d3-4072-827f-3ee60fbeccdf tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:54:29.135186 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-b4ebdfd5-07d3-4072-827f-3ee60fbeccdf tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] Allocated IP 192.168.233.183 (e5294051-8f8e-4163-b81f-0be2b68ae8fe/6ad55a04-5966-4eb6-8f90-fcee54642005/d2465ccb-d82c-4e78-aea0-4214bca45ef5) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:54:29.271050 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-b4ebdfd5-07d3-4072-827f-3ee60fbeccdf tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:29.284184 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-b4ebdfd5-07d3-4072-827f-3ee60fbeccdf tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] Transition to ACTIVE for port object d2465ccb-d82c-4e78-aea0-4214bca45ef5 will not be triggered until provisioned by entity DHCP. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:54:29.315325 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-b4ebdfd5-07d3-4072-827f-3ee60fbeccdf tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5295544'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:29.319005 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-2fc3eb79-d528-4f26-bd4a-94baf53b26b5 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:54:29.363501 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-b4ebdfd5-07d3-4072-827f-3ee60fbeccdf tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] Network e5294051-8f8e-4163-b81f-0be2b68ae8fe is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:54:29.366686 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-b4ebdfd5-07d3-4072-827f-3ee60fbeccdf tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:54:29.373514 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-b4ebdfd5-07d3-4072-827f-3ee60fbeccdf tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:54:29.397542 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ebdfd5-07d3-4072-827f-3ee60fbeccdf tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] Pushing event updated for resources: {'Port': ['ID=d2465ccb-d82c-4e78-aea0-4214bca45ef5,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:54:29.401985 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b4ebdfd5-07d3-4072-827f-3ee60fbeccdf tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:54:29.425911 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-b4ebdfd5-07d3-4072-827f-3ee60fbeccdf tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:29.426531 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-b4ebdfd5-07d3-4072-827f-3ee60fbeccdf tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:29.441275 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-b4ebdfd5-07d3-4072-827f-3ee60fbeccdf tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6666470 Jun 29 10:54:29.468528 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-badfd6dd-1894-4cf5-a581-93fa433de091 service neutron] Request body: {'port': {'device_id': '9109aee7-efb2-43a2-97a5-a8872f749124', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:54:29.540618 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-badfd6dd-1894-4cf5-a581-93fa433de091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:29.598126 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d10a7a1c-ad55-4638-8e08-a0bc3f2a4fb8 None None] Provisioning for port d2465ccb-d82c-4e78-aea0-4214bca45ef5 completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:54:29.601793 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-d10a7a1c-ad55-4638-8e08-a0bc3f2a4fb8 None None] Provisioning complete for port d2465ccb-d82c-4e78-aea0-4214bca45ef5 triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:54:29.602183 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d10a7a1c-ad55-4638-8e08-a0bc3f2a4fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:29.772315 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-d10a7a1c-ad55-4638-8e08-a0bc3f2a4fb8 None None] Port d2465ccb-d82c-4e78-aea0-4214bca45ef5 cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:54:29.775410 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:29.839651 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.notifiers.nova [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-badfd6dd-1894-4cf5-a581-93fa433de091 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2465ccb-d82c-4e78-aea0-4214bca45ef5 {{(pid=99533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:54:29.848619 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-badfd6dd-1894-4cf5-a581-93fa433de091 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:29.864525 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-badfd6dd-1894-4cf5-a581-93fa433de091 service neutron] Transition to ACTIVE for port object d2465ccb-d82c-4e78-aea0-4214bca45ef5 will not be triggered until provisioned by entity L2. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:54:29.867978 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-badfd6dd-1894-4cf5-a581-93fa433de091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5295534'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:29.870486 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-e82ed002-dfce-4817-b66b-78b40bb0009a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:54:29.880956 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775e407-9aa3-4516-88f8-ae3819259e52 req-92cacafb-584e-461d-86c5-4514e4a9c1f4 tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:29.882407 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-9775e407-9aa3-4516-88f8-ae3819259e52 req-92cacafb-584e-461d-86c5-4514e4a9c1f4 tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9109aee7-efb2-43a2-97a5-a8872f749124 HTTP/1.1" status: 200 len: 936 time: 0.1134834 Jun 29 10:54:29.943920 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badfd6dd-1894-4cf5-a581-93fa433de091 service neutron] Pushing event updated for resources: {'Port': ['ID=d2465ccb-d82c-4e78-aea0-4214bca45ef5,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:54:29.948605 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-badfd6dd-1894-4cf5-a581-93fa433de091 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:54:29.978859 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-9775e407-9aa3-4516-88f8-ae3819259e52 req-ccd3c27a-55ae-4b9b-8a3a-63eff9e307cb tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] 10.222.0.61 "GET /v2.0/security-groups?id=8922b855-c69f-48d1-b44a-135cb98e3928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771167 Jun 29 10:54:30.035763 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-badfd6dd-1894-4cf5-a581-93fa433de091 service neutron] Attempting to bind port d2465ccb-d82c-4e78-aea0-4214bca45ef5 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:54:30.036104 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-badfd6dd-1894-4cf5-a581-93fa433de091 service neutron] Attempting to bind port d2465ccb-d82c-4e78-aea0-4214bca45ef5 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '9be89c73-9917-4f95-a1db-fd040e03f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e5294051-8f8e-4163-b81f-0be2b68ae8fe'}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:54:30.036461 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-badfd6dd-1894-4cf5-a581-93fa433de091 service neutron] Attempting to bind port d2465ccb-d82c-4e78-aea0-4214bca45ef5 on network e5294051-8f8e-4163-b81f-0be2b68ae8fe {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:54:30.041059 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-badfd6dd-1894-4cf5-a581-93fa433de091 service neutron] Port d2465ccb-d82c-4e78-aea0-4214bca45ef5 on network e5294051-8f8e-4163-b81f-0be2b68ae8fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:54:30.041383 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-badfd6dd-1894-4cf5-a581-93fa433de091 service neutron] Attempting to bind port d2465ccb-d82c-4e78-aea0-4214bca45ef5 on network e5294051-8f8e-4163-b81f-0be2b68ae8fe {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:54:30.046692 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-badfd6dd-1894-4cf5-a581-93fa433de091 service neutron] Checking agent: {'id': 'd76c2234-1a1a-45d0-9761-a55b876eff8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 39, 54), 'started_at': datetime.datetime(2021, 6, 29, 10, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:54:30.047029 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-badfd6dd-1894-4cf5-a581-93fa433de091 service neutron] Checking segment: {'id': '9be89c73-9917-4f95-a1db-fd040e03f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e5294051-8f8e-4163-b81f-0be2b68ae8fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:54:30.047423 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-badfd6dd-1894-4cf5-a581-93fa433de091 service neutron] Bound using segment: {'id': '9be89c73-9917-4f95-a1db-fd040e03f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e5294051-8f8e-4163-b81f-0be2b68ae8fe'} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:54:30.047982 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-badfd6dd-1894-4cf5-a581-93fa433de091 service neutron] Bound port: d2465ccb-d82c-4e78-aea0-4214bca45ef5, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9be89c73-9917-4f95-a1db-fd040e03f381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'e5294051-8f8e-4163-b81f-0be2b68ae8fe'}}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:54:30.048193 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-badfd6dd-1894-4cf5-a581-93fa433de091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:30.111507 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-badfd6dd-1894-4cf5-a581-93fa433de091 service neutron] For port d2465ccb-d82c-4e78-aea0-4214bca45ef5, host hv-cinder-79220, cleared binding levels {{(pid=99533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:54:30.114366 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-badfd6dd-1894-4cf5-a581-93fa433de091 service neutron] For port d2465ccb-d82c-4e78-aea0-4214bca45ef5, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=d2465ccb-d82c-4e78-aea0-4214bca45ef5,segment=NetworkSegment(9be89c73-9917-4f95-a1db-fd040e03f381),segment_id=9be89c73-9917-4f95-a1db-fd040e03f381)] {{(pid=99533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:54:30.118912 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-badfd6dd-1894-4cf5-a581-93fa433de091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5295534'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:30.122229 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b4ebdfd5-07d3-4072-827f-3ee60fbeccdf tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:54:30.153758 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-badfd6dd-1894-4cf5-a581-93fa433de091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:30.154363 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-badfd6dd-1894-4cf5-a581-93fa433de091 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:30.156005 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-badfd6dd-1894-4cf5-a581-93fa433de091 service neutron] 10.222.0.41 "PUT /v2.0/ports/d2465ccb-d82c-4e78-aea0-4214bca45ef5 HTTP/1.1" status: 200 len: 1098 time: 0.6924670 Jun 29 10:54:30.156514 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9109aee7-efb2-43a2-97a5-a8872f749124', 'tag': 'd2465ccb-d82c-4e78-aea0-4214bca45ef5'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:54:30.158932 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82814ba4342b3241ea59c6119a2f8abf18707475a0488e58b50a7e2d80907800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd6f9a3-7890-46d8-bdf6-ecc428c84486" -d '{"events": [{"name": "network-changed", "server_uuid": "9109aee7-efb2-43a2-97a5-a8872f749124", "tag": "d2465ccb-d82c-4e78-aea0-4214bca45ef5"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:54:30.191531 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badfd6dd-1894-4cf5-a581-93fa433de091 service neutron] Pushing event updated for resources: {'Port': ['ID=d2465ccb-d82c-4e78-aea0-4214bca45ef5,revision_number=3']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:54:30.194629 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-badfd6dd-1894-4cf5-a581-93fa433de091 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:54:30.284236 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-a2721a91-6bff-4fdc-a81e-c643cca92fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:30.286091 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-a2721a91-6bff-4fdc-a81e-c643cca92fb4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=794e8d155c694de09c341400f7d3efea&device_id=9109aee7-efb2-43a2-97a5-a8872f749124 HTTP/1.1" status: 200 len: 1101 time: 0.0590458 Jun 29 10:54:30.343537 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db04032-e249-4987-9e4f-3e0de2c57a7e x-openstack-request-id: req-4db04032-e249-4987-9e4f-3e0de2c57a7e {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:54:30.343880 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9109aee7-efb2-43a2-97a5-a8872f749124", "tag": "d2465ccb-d82c-4e78-aea0-4214bca45ef5", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:54:30.344179 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4db04032-e249-4987-9e4f-3e0de2c57a7e {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:54:30.344613 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9109aee7-efb2-43a2-97a5-a8872f749124', 'tag': 'd2465ccb-d82c-4e78-aea0-4214bca45ef5', 'status': 'completed', 'code': 200} Jun 29 10:54:30.346391 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-f9e15125-f088-434a-b155-b405c37ba0f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=d2465ccb-d82c-4e78-aea0-4214bca45ef5 HTTP/1.1" status: 200 len: 217 time: 0.0389559 Jun 29 10:54:30.403100 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-7cc4e019-4286-4f78-9218-f2f43babb2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:30.404542 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-7cc4e019-4286-4f78-9218-f2f43babb2b4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ad55a04-5966-4eb6-8f90-fcee54642005 HTTP/1.1" status: 200 len: 843 time: 0.0473747 Jun 29 10:54:30.471986 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-c8e5f7ce-cffe-45b5-a54d-a7d7694d6995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:30.473503 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-c8e5f7ce-cffe-45b5-a54d-a7d7694d6995 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e5294051-8f8e-4163-b81f-0be2b68ae8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0580490 Jun 29 10:54:30.561110 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-a8897392-8c5f-40cf-9060-6c5f52e18bbb service neutron] 10.222.0.41 "GET /v2.0/networks/e5294051-8f8e-4163-b81f-0be2b68ae8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776463 Jun 29 10:54:30.653832 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b54cf284-f4dc-4e22-b894-73d8ce96a998 req-684aef15-b4be-4aa3-b99c-b3eaa81fdcc6 service neutron] 10.222.0.41 "GET /v2.0/networks/e5294051-8f8e-4163-b81f-0be2b68ae8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818434 Jun 29 10:54:30.826404 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6f9a3-7890-46d8-bdf6-ecc428c84486 req-cbf29432-3cdf-4af1-8b32-eba40b4fbff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:30.827781 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3fd6f9a3-7890-46d8-bdf6-ecc428c84486 req-cbf29432-3cdf-4af1-8b32-eba40b4fbff6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=794e8d155c694de09c341400f7d3efea&device_id=9109aee7-efb2-43a2-97a5-a8872f749124 HTTP/1.1" status: 200 len: 1101 time: 0.0514355 Jun 29 10:54:30.928583 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6f9a3-7890-46d8-bdf6-ecc428c84486 req-8632f9ac-b662-4870-9db2-de3fa788e395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:30.930016 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3fd6f9a3-7890-46d8-bdf6-ecc428c84486 req-8632f9ac-b662-4870-9db2-de3fa788e395 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e5294051-8f8e-4163-b81f-0be2b68ae8fe HTTP/1.1" status: 200 len: 870 time: 0.0925069 Jun 29 10:54:30.972423 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3fd6f9a3-7890-46d8-bdf6-ecc428c84486 req-d1947931-3bcc-4f05-8cd8-dda10ef270c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=d2465ccb-d82c-4e78-aea0-4214bca45ef5 HTTP/1.1" status: 200 len: 217 time: 0.0321574 Jun 29 10:54:31.020417 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6f9a3-7890-46d8-bdf6-ecc428c84486 req-7291a429-fb44-43c4-af9d-d3176a6157db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:31.021840 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3fd6f9a3-7890-46d8-bdf6-ecc428c84486 req-7291a429-fb44-43c4-af9d-d3176a6157db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ad55a04-5966-4eb6-8f90-fcee54642005 HTTP/1.1" status: 200 len: 843 time: 0.0416481 Jun 29 10:54:31.085044 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6f9a3-7890-46d8-bdf6-ecc428c84486 req-e00926a0-5fa1-4882-ad2d-71689c0ebeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:31.086491 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3fd6f9a3-7890-46d8-bdf6-ecc428c84486 req-e00926a0-5fa1-4882-ad2d-71689c0ebeae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e5294051-8f8e-4163-b81f-0be2b68ae8fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0554650 Jun 29 10:54:31.220156 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360c426-6361-4d78-bf31-20957f1a27c8 req-b8c72f80-41a3-4a74-8208-54436620baa2 tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:31.221606 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b360c426-6361-4d78-bf31-20957f1a27c8 req-b8c72f80-41a3-4a74-8208-54436620baa2 tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9109aee7-efb2-43a2-97a5-a8872f749124 HTTP/1.1" status: 200 len: 948 time: 0.1298239 Jun 29 10:54:31.223713 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3fd6f9a3-7890-46d8-bdf6-ecc428c84486 req-0b435ca8-1d63-4c22-9005-ac6dd9e44ba5 service neutron] 10.222.0.41 "GET /v2.0/networks/e5294051-8f8e-4163-b81f-0be2b68ae8fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235452 Jun 29 10:54:31.256749 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:31.304006 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b360c426-6361-4d78-bf31-20957f1a27c8 req-89bae69b-f9f1-41ea-8b16-bdf46ed7d533 tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] 10.222.0.61 "GET /v2.0/security-groups?id=8922b855-c69f-48d1-b44a-135cb98e3928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766497 Jun 29 10:54:31.334390 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3fd6f9a3-7890-46d8-bdf6-ecc428c84486 req-e92cd3dd-867e-45ff-b266-609ee979cad8 service neutron] 10.222.0.41 "GET /v2.0/networks/e5294051-8f8e-4163-b81f-0be2b68ae8fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006432 Jun 29 10:54:32.471342 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5034acd-a81d-4805-a304-0c3aeed718fa req-193f92c4-c86d-4037-8233-fa25ce7533d1 tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:32.472768 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c5034acd-a81d-4805-a304-0c3aeed718fa req-193f92c4-c86d-4037-8233-fa25ce7533d1 tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9109aee7-efb2-43a2-97a5-a8872f749124 HTTP/1.1" status: 200 len: 948 time: 0.0605814 Jun 29 10:54:32.513480 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c5034acd-a81d-4805-a304-0c3aeed718fa req-05f9c2e7-9057-47ec-945c-f042dc64f1b6 tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] 10.222.0.61 "GET /v2.0/security-groups?id=8922b855-c69f-48d1-b44a-135cb98e3928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352478 Jun 29 10:54:33.679456 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c8c0b-2cb1-43e9-bbf2-cf4c4e6274e5 req-ea68106c-1bb3-486a-9580-92ef279524b0 tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:33.680795 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-516c8c0b-2cb1-43e9-bbf2-cf4c4e6274e5 req-ea68106c-1bb3-486a-9580-92ef279524b0 tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9109aee7-efb2-43a2-97a5-a8872f749124 HTTP/1.1" status: 200 len: 948 time: 0.0611067 Jun 29 10:54:33.691220 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device d2465ccb-d82c-4e78-aea0-4214bca45ef5 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:54:33.719470 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-516c8c0b-2cb1-43e9-bbf2-cf4c4e6274e5 req-a90651b5-969a-459a-9272-6ee99236b819 tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] 10.222.0.61 "GET /v2.0/security-groups?id=8922b855-c69f-48d1-b44a-135cb98e3928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326617 Jun 29 10:54:33.783399 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port d2465ccb-d82c-4e78-aea0-4214bca45ef5, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=d2465ccb-d82c-4e78-aea0-4214bca45ef5,segment=NetworkSegment(9be89c73-9917-4f95-a1db-fd040e03f381),segment_id=9be89c73-9917-4f95-a1db-fd040e03f381)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:54:33.797087 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Returning: {'device': 'd2465ccb-d82c-4e78-aea0-4214bca45ef5', 'network_id': 'e5294051-8f8e-4163-b81f-0be2b68ae8fe', 'port_id': 'd2465ccb-d82c-4e78-aea0-4214bca45ef5', 'mac_address': 'fa:16:3e:68:bb:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ad55a04-5966-4eb6-8f90-fcee54642005', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:54:33.831334 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:33.843658 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2465ccb-d82c-4e78-aea0-4214bca45ef5 {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:54:33.861731 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port d2465ccb-d82c-4e78-aea0-4214bca45ef5, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=d2465ccb-d82c-4e78-aea0-4214bca45ef5,segment=NetworkSegment(9be89c73-9917-4f95-a1db-fd040e03f381),segment_id=9be89c73-9917-4f95-a1db-fd040e03f381)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:54:33.866557 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:33.869223 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:54:33.913179 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=d2465ccb-d82c-4e78-aea0-4214bca45ef5,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:54:33.919912 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:33.920252 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:33.920585 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:33.920912 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:33.921234 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:33.921553 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:33.921873 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:33.922189 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:33.922505 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:33.922847 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:33.923163 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:33.923477 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:54:33.927279 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:54:34.250620 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] get_ports_and_sgs() called for port_ids ['d2465ccb-d82c-4e78-aea0-4214bca45ef5'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:54:34.885290 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d47e4-6038-41de-8503-895e7f22a30b req-b0f464c5-328a-4ed7-aca0-2d9c239ba5aa tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:34.886788 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-af6d47e4-6038-41de-8503-895e7f22a30b req-b0f464c5-328a-4ed7-aca0-2d9c239ba5aa tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9109aee7-efb2-43a2-97a5-a8872f749124 HTTP/1.1" status: 200 len: 949 time: 0.0613112 Jun 29 10:54:34.923920 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-af6d47e4-6038-41de-8503-895e7f22a30b req-69a0339b-fdbb-41b3-af74-8e8e8ae143b0 tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] 10.222.0.61 "GET /v2.0/security-groups?id=8922b855-c69f-48d1-b44a-135cb98e3928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316954 Jun 29 10:54:35.704409 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device d2465ccb-d82c-4e78-aea0-4214bca45ef5 up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:54:35.749684 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Provisioning for port d2465ccb-d82c-4e78-aea0-4214bca45ef5 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:54:35.753073 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Provisioning complete for port d2465ccb-d82c-4e78-aea0-4214bca45ef5 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:54:35.753449 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:35.828127 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:35.848512 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9109aee7-efb2-43a2-97a5-a8872f749124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2465ccb-d82c-4e78-aea0-4214bca45ef5'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:54:35.850651 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3762a8f488588fc24900269a9cc386d753c3d6f951c38e7bc7f446f2f69fbffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e9657d-51fb-458c-b24c-3823d1c69d40" -d '{"events": [{"server_uuid": "9109aee7-efb2-43a2-97a5-a8872f749124", "name": "network-vif-plugged", "status": "completed", "tag": "d2465ccb-d82c-4e78-aea0-4214bca45ef5"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:54:35.862689 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port d2465ccb-d82c-4e78-aea0-4214bca45ef5, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=d2465ccb-d82c-4e78-aea0-4214bca45ef5,segment=NetworkSegment(9be89c73-9917-4f95-a1db-fd040e03f381),segment_id=9be89c73-9917-4f95-a1db-fd040e03f381)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:54:35.866589 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:35.868490 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:54:35.890499 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd088ccb-3a8e-4014-b190-871d4a78f322 x-openstack-request-id: req-cd088ccb-3a8e-4014-b190-871d4a78f322 {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:54:35.890818 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9109aee7-efb2-43a2-97a5-a8872f749124", "name": "network-vif-plugged", "status": "completed", "tag": "d2465ccb-d82c-4e78-aea0-4214bca45ef5", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:54:35.891076 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cd088ccb-3a8e-4014-b190-871d4a78f322 {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:54:35.891475 dv-cinder-792209-3-iscsi neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9109aee7-efb2-43a2-97a5-a8872f749124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2465ccb-d82c-4e78-aea0-4214bca45ef5', 'code': 200} Jun 29 10:54:35.915487 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=d2465ccb-d82c-4e78-aea0-4214bca45ef5,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:54:35.918385 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:54:36.101171 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce175a41-0cef-4720-a494-52c6bd67af27 req-728c7ab0-559e-422a-970c-07810e45b37a tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:36.102525 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ce175a41-0cef-4720-a494-52c6bd67af27 req-728c7ab0-559e-422a-970c-07810e45b37a tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9109aee7-efb2-43a2-97a5-a8872f749124 HTTP/1.1" status: 200 len: 950 time: 0.0683479 Jun 29 10:54:36.169608 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ce175a41-0cef-4720-a494-52c6bd67af27 req-e6ff700b-8fa3-4b35-986f-79c2fb8cbd2e tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] 10.222.0.61 "GET /v2.0/security-groups?id=8922b855-c69f-48d1-b44a-135cb98e3928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606155 Jun 29 10:54:36.183438 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a73f6-a74a-4dd5-9a8d-7f9a2ac459b4 req-aba19e3a-7956-436d-9049-8797ea1eb98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:36.185399 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-df9a73f6-a74a-4dd5-9a8d-7f9a2ac459b4 req-aba19e3a-7956-436d-9049-8797ea1eb98d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9109aee7-efb2-43a2-97a5-a8872f749124 HTTP/1.1" status: 200 len: 1103 time: 0.0754633 Jun 29 10:54:36.224609 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-df9a73f6-a74a-4dd5-9a8d-7f9a2ac459b4 req-e6d91ed7-a828-4b70-a65d-226051667f38 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8922b855-c69f-48d1-b44a-135cb98e3928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280001 Jun 29 10:54:37.337847 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d0a4ca-717c-4e2c-817e-c9595f60fcc7 req-b3bcbb4a-39f7-4ccd-b0ca-b80b418dd427 tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:37.339298 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d8d0a4ca-717c-4e2c-817e-c9595f60fcc7 req-b3bcbb4a-39f7-4ccd-b0ca-b80b418dd427 tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9109aee7-efb2-43a2-97a5-a8872f749124 HTTP/1.1" status: 200 len: 950 time: 0.0601335 Jun 29 10:54:37.378941 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d8d0a4ca-717c-4e2c-817e-c9595f60fcc7 req-b75b5238-9374-4c1a-b370-2d7f1c81fde0 tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] 10.222.0.61 "GET /v2.0/security-groups?id=8922b855-c69f-48d1-b44a-135cb98e3928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341253 Jun 29 10:54:38.545031 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e33dee-2c60-41f8-b3a0-c798744fc720 req-87cccd7c-78de-451c-92fc-e2e9887b90cc tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:38.546711 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-86e33dee-2c60-41f8-b3a0-c798744fc720 req-87cccd7c-78de-451c-92fc-e2e9887b90cc tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9109aee7-efb2-43a2-97a5-a8872f749124 HTTP/1.1" status: 200 len: 950 time: 0.0616324 Jun 29 10:54:38.582559 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-86e33dee-2c60-41f8-b3a0-c798744fc720 req-4688ac06-9a4f-467a-85ae-058fd0fa9418 tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] 10.222.0.61 "GET /v2.0/security-groups?id=8922b855-c69f-48d1-b44a-135cb98e3928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304329 Jun 29 10:54:38.967587 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d8aa84-9d56-49b1-a12b-ed4ef1ecf75e req-75dbae3b-d9d7-458e-997d-fd2da4071b82 tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:38.968934 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b9d8aa84-9d56-49b1-a12b-ed4ef1ecf75e req-75dbae3b-d9d7-458e-997d-fd2da4071b82 tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9109aee7-efb2-43a2-97a5-a8872f749124 HTTP/1.1" status: 200 len: 950 time: 0.0614679 Jun 29 10:54:39.005935 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-b9d8aa84-9d56-49b1-a12b-ed4ef1ecf75e req-d1c87ee5-dee5-44c8-a478-15cc089701d4 tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] 10.222.0.61 "GET /v2.0/security-groups?id=8922b855-c69f-48d1-b44a-135cb98e3928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315027 Jun 29 10:54:40.181457 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425e1bf-5d09-4566-932b-68f540a130a0 req-f9660fed-b391-4541-a2bd-1a1b81e5eee0 tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:40.182922 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8425e1bf-5d09-4566-932b-68f540a130a0 req-f9660fed-b391-4541-a2bd-1a1b81e5eee0 tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9109aee7-efb2-43a2-97a5-a8872f749124 HTTP/1.1" status: 200 len: 950 time: 0.0656240 Jun 29 10:54:40.219299 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8425e1bf-5d09-4566-932b-68f540a130a0 req-289faf84-fb85-4d29-b125-e9daa87f2de2 tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] 10.222.0.61 "GET /v2.0/security-groups?id=8922b855-c69f-48d1-b44a-135cb98e3928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308013 Jun 29 10:54:40.528274 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59e5fe-16a1-4e05-967e-d52bfbe80ecc req-33b226b9-47f0-47aa-8a45-4d670e3e1953 tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:40.529679 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-bb59e5fe-16a1-4e05-967e-d52bfbe80ecc req-33b226b9-47f0-47aa-8a45-4d670e3e1953 tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] 10.222.0.41 "GET /v2.0/ports?device_id=9109aee7-efb2-43a2-97a5-a8872f749124 HTTP/1.1" status: 200 len: 950 time: 0.0600750 Jun 29 10:54:40.630698 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-bb59e5fe-16a1-4e05-967e-d52bfbe80ecc req-f556d7c2-4812-49a8-aaab-4d970d9216cb tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] Deleting port d2465ccb-d82c-4e78-aea0-4214bca45ef5 {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:54:40.630955 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-bb59e5fe-16a1-4e05-967e-d52bfbe80ecc req-f556d7c2-4812-49a8-aaab-4d970d9216cb tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:40.715166 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-bb59e5fe-16a1-4e05-967e-d52bfbe80ecc req-f556d7c2-4812-49a8-aaab-4d970d9216cb tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] For port d2465ccb-d82c-4e78-aea0-4214bca45ef5, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=d2465ccb-d82c-4e78-aea0-4214bca45ef5,segment=NetworkSegment(9be89c73-9917-4f95-a1db-fd040e03f381),segment_id=9be89c73-9917-4f95-a1db-fd040e03f381)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:54:40.715515 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-bb59e5fe-16a1-4e05-967e-d52bfbe80ecc req-f556d7c2-4812-49a8-aaab-4d970d9216cb tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:40.726627 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-bb59e5fe-16a1-4e05-967e-d52bfbe80ecc req-f556d7c2-4812-49a8-aaab-4d970d9216cb tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] Calling delete_port for d2465ccb-d82c-4e78-aea0-4214bca45ef5 owned by compute:nova {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:54:40.850433 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-bb59e5fe-16a1-4e05-967e-d52bfbe80ecc req-f556d7c2-4812-49a8-aaab-4d970d9216cb tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295537'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:40.854760 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-01ae3280-2bb7-4bf3-897b-9a6eacb38f79 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:54:40.887653 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f556d7c2-4812-49a8-aaab-4d970d9216cb tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] Pushing event deleted for resources: {'Port': ['ID=d2465ccb-d82c-4e78-aea0-4214bca45ef5,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:54:40.889036 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-f556d7c2-4812-49a8-aaab-4d970d9216cb tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:54:40.896896 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] get_ports_and_sgs() called for port_ids ['d2465ccb-d82c-4e78-aea0-4214bca45ef5'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:54:40.933220 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb59e5fe-16a1-4e05-967e-d52bfbe80ecc req-f556d7c2-4812-49a8-aaab-4d970d9216cb tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] No DVR routers for this DVR port d2465ccb-d82c-4e78-aea0-4214bca45ef5 on host hv-cinder-79220 {{(pid=99533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:54:40.936702 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-bb59e5fe-16a1-4e05-967e-d52bfbe80ecc req-f556d7c2-4812-49a8-aaab-4d970d9216cb tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:40.938707 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-bb59e5fe-16a1-4e05-967e-d52bfbe80ecc req-f556d7c2-4812-49a8-aaab-4d970d9216cb tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] 10.222.0.41 "DELETE /v2.0/ports/d2465ccb-d82c-4e78-aea0-4214bca45ef5 HTTP/1.1" status: 204 len: 173 time: 0.3995020 Jun 29 10:54:40.939336 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9109aee7-efb2-43a2-97a5-a8872f749124', 'name': 'network-vif-deleted', 'tag': 'd2465ccb-d82c-4e78-aea0-4214bca45ef5'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:54:40.941600 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82814ba4342b3241ea59c6119a2f8abf18707475a0488e58b50a7e2d80907800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e76f59a-457b-4b63-b2df-b0486093acfb" -d '{"events": [{"server_uuid": "9109aee7-efb2-43a2-97a5-a8872f749124", "name": "network-vif-deleted", "tag": "d2465ccb-d82c-4e78-aea0-4214bca45ef5"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:54:40.982473 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ef7690-b521-478b-b328-fcff54fd3bff x-openstack-request-id: req-a6ef7690-b521-478b-b328-fcff54fd3bff {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:54:40.982840 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9109aee7-efb2-43a2-97a5-a8872f749124", "name": "network-vif-deleted", "tag": "d2465ccb-d82c-4e78-aea0-4214bca45ef5", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:54:40.983590 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a6ef7690-b521-478b-b328-fcff54fd3bff {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:54:40.984079 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9109aee7-efb2-43a2-97a5-a8872f749124', 'name': 'network-vif-deleted', 'tag': 'd2465ccb-d82c-4e78-aea0-4214bca45ef5', 'status': 'completed', 'code': 200} Jun 29 10:54:41.366880 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-667cd37e-0787-465d-b16f-4400eb14da2b req-d55b1b3e-731c-4bde-8603-bde526c2c98d tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] 10.222.0.61 "GET /v2.0/ports?device_id=9109aee7-efb2-43a2-97a5-a8872f749124 HTTP/1.1" status: 200 len: 210 time: 0.0276384 Jun 29 10:54:45.737275 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device d2465ccb-d82c-4e78-aea0-4214bca45ef5 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:54:45.756904 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] No Port match for: d2465ccb-d82c-4e78-aea0-4214bca45ef5 {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:54:45.757288 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device d2465ccb-d82c-4e78-aea0-4214bca45ef5 not bound to the agent host hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:54:46.019463 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 52594) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:54:46.144021 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-63ac40fb-4abd-4078-b2a6-0bc6bccf7eaa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=794e8d155c694de09c341400f7d3efea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1233349 Jun 29 10:54:46.146336 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 52598) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:54:46.191463 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3aceff0b-7b34-45f1-bc97-241ebc250d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:46.212068 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3aceff0b-7b34-45f1-bc97-241ebc250d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:46.258419 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3aceff0b-7b34-45f1-bc97-241ebc250d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:46.260957 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3aceff0b-7b34-45f1-bc97-241ebc250d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:46.262109 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-3aceff0b-7b34-45f1-bc97-241ebc250d93 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8922b855-c69f-48d1-b44a-135cb98e3928 HTTP/1.1" status: 204 len: 168 time: 0.1148751 Jun 29 10:54:46.262897 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-d78bb5c6-197c-49b6-8606-b494baee107c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:54:46.270608 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aceff0b-7b34-45f1-bc97-241ebc250d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8922b855-c69f-48d1-b44a-135cb98e3928,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:54:46.272951 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-3aceff0b-7b34-45f1-bc97-241ebc250d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:54:46.845050 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 52620) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:54:46.937254 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [None req-e7123a73-d0e3-4dac-879d-cff4883b8608 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-130267111-network', 'tenant_id': '7497b8f70c49453ba3a43aa1b1dc62d7'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:54:46.958419 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7123a73-d0e3-4dac-879d-cff4883b8608 admin admin] Made reservation on behalf of 7497b8f70c49453ba3a43aa1b1dc62d7 for: {'network': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:54:46.960925 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e7123a73-d0e3-4dac-879d-cff4883b8608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for network, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:46.971754 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e7123a73-d0e3-4dac-879d-cff4883b8608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:47.056571 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e7123a73-d0e3-4dac-879d-cff4883b8608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:47.060766 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e7123a73-d0e3-4dac-879d-cff4883b8608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:47.063780 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-33c6dc2b-2dbf-4075-80a7-34580c1eb593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:54:47.085465 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7123a73-d0e3-4dac-879d-cff4883b8608 admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=99533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 10:54:47.095003 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7123a73-d0e3-4dac-879d-cff4883b8608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e9d768-0cb5-415d-b094-ea6a0bac90b5,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:54:47.099694 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e7123a73-d0e3-4dac-879d-cff4883b8608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342'] for segment, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:47.100023 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.db.segments_db [None req-e7123a73-d0e3-4dac-879d-cff4883b8608 admin admin] Added segment 0fa85c9d-a7d0-4ff5-9a7a-a2c3df260cb2 of type vlan for network 53c94cad-afe5-44c0-bfd1-f87f50abc233 Jun 29 10:54:47.101395 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-e7123a73-d0e3-4dac-879d-cff4883b8608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:54:47.142678 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e7123a73-d0e3-4dac-879d-cff4883b8608 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772013063217'] for network, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:47.169079 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e7123a73-d0e3-4dac-879d-cff4883b8608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780'] for network, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:47.170344 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7123a73-d0e3-4dac-879d-cff4883b8608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:47.170941 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e7123a73-d0e3-4dac-879d-cff4883b8608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:47.172929 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ab75d82d-cdc7-4eb5-943f-26e85d8f0366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:54:47.223666 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-e7123a73-d0e3-4dac-879d-cff4883b8608 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3775272 Jun 29 10:54:47.226641 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 52624) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:54:47.228596 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7123a73-d0e3-4dac-879d-cff4883b8608 admin admin] Pushing event updated for resources: {'Network': ['ID=53c94cad-afe5-44c0-bfd1-f87f50abc233,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:54:47.231283 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-e7123a73-d0e3-4dac-879d-cff4883b8608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:54:47.231665 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-1430087e-0715-463a-a54b-f27c229e68e5 admin admin] Request body: {'subnet': {'network_id': '53c94cad-afe5-44c0-bfd1-f87f50abc233', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-130267111-subnet', 'tenant_id': '7497b8f70c49453ba3a43aa1b1dc62d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:54:47.238971 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Network 53c94cad-afe5-44c0-bfd1-f87f50abc233 details requested by agent ovs-agent-dv-cinder-792209-3-iscsi with host dv-cinder-792209-3-iscsi {{(pid=99534) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 10:54:47.251288 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1430087e-0715-463a-a54b-f27c229e68e5 admin admin] Made reservation on behalf of 7497b8f70c49453ba3a43aa1b1dc62d7 for: {'subnet': 1} {{(pid=99532) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:54:47.253611 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-1430087e-0715-463a-a54b-f27c229e68e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4281557'] for subnet, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:47.417023 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-1430087e-0715-463a-a54b-f27c229e68e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4231953', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4101423'] for subnet, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:47.420427 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-1d93e501-b9f5-4931-83e7-4a93f088cd35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:54:47.471375 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1430087e-0715-463a-a54b-f27c229e68e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76ce3d1f-09c6-4684-a8fa-4e453e750969,revision_number=0']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:54:47.475026 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-1430087e-0715-463a-a54b-f27c229e68e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:54:47.478561 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1430087e-0715-463a-a54b-f27c229e68e5 admin admin] Checking segment: {'id': '0fa85c9d-a7d0-4ff5-9a7a-a2c3df260cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '53c94cad-afe5-44c0-bfd1-f87f50abc233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99532) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:54:47.478944 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1430087e-0715-463a-a54b-f27c229e68e5 admin admin] Network hostable DHCP agents. Network: 53c94cad-afe5-44c0-bfd1-f87f50abc233, hostable agents: ['0f321f44-7bd1-49aa-8caa-09a569631bca'], hosted agents: [] {{(pid=99532) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 10:54:47.494952 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1430087e-0715-463a-a54b-f27c229e68e5 admin admin] Network 53c94cad-afe5-44c0-bfd1-f87f50abc233 is scheduled to be hosted by DHCP agent 0f321f44-7bd1-49aa-8caa-09a569631bca with binding_index 1 {{(pid=99532) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 10:54:47.503570 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-1430087e-0715-463a-a54b-f27c229e68e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792209-3-iscsi, 53c94cad-afe5-44c0-bfd1-f87f50abc233) {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:54:47.507473 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1430087e-0715-463a-a54b-f27c229e68e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:47.508049 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-1430087e-0715-463a-a54b-f27c229e68e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:47.512365 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134dec27-f568-4235-88e0-af6c10734f20 None None] Network 53c94cad-afe5-44c0-bfd1-f87f50abc233 requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:54:47.520820 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-1430087e-0715-463a-a54b-f27c229e68e5 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.2931230 Jun 29 10:54:47.634504 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2034a3f-134d-4a38-89d4-9c7effb9a9a9 None None] Network 53c94cad-afe5-44c0-bfd1-f87f50abc233 requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:54:49.269688 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-fd43d247-042f-49f6-9a92-d021819dfd81 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:49.271104 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-fd43d247-042f-49f6-9a92-d021819dfd81 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/networks?id=53c94cad-afe5-44c0-bfd1-f87f50abc233 HTTP/1.1" status: 200 len: 813 time: 0.1008456 Jun 29 10:54:49.285782 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-d9585dd4-1f85-4b0f-ad57-65f89b1d2880 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/quotas/7497b8f70c49453ba3a43aa1b1dc62d7 HTTP/1.1" status: 200 len: 375 time: 0.0093830 Jun 29 10:54:49.317034 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-b4d5cf56-1ff9-4019-ba73-eb733a29c8b7 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7497b8f70c49453ba3a43aa1b1dc62d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265851 Jun 29 10:54:49.467794 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-bc2b9baf-2d04-420a-95e3-69dd97b314e6 service neutron] 10.222.0.61 "GET /v2.0/networks/53c94cad-afe5-44c0-bfd1-f87f50abc233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444678 Jun 29 10:54:49.551923 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-832de168-ad96-4227-88b8-b8623ffa3ddb service neutron] 10.222.0.61 "GET /v2.0/networks/53c94cad-afe5-44c0-bfd1-f87f50abc233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782902 Jun 29 10:54:49.715996 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-28ca518e-a1af-4679-bcc4-6bd7018235c8 req-32f3ffb4-f49b-460a-8d20-a1f693237249 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a722645-85be-4771-855a-627fd0b61d0e HTTP/1.1" status: 200 len: 210 time: 0.0325422 Jun 29 10:54:50.889585 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0f1b0338-6cd1-4072-8314-68a9d383fab1 req-d82a2f41-b3fb-43b6-b0d4-bce5f7d1f70d tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a722645-85be-4771-855a-627fd0b61d0e HTTP/1.1" status: 200 len: 210 time: 0.0537384 Jun 29 10:54:50.937268 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-24dd2db0-3475-46a7-ad22-2a5cfebb9eab tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:50.938684 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-24dd2db0-3475-46a7-ad22-2a5cfebb9eab tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.41 "GET /v2.0/networks?id=53c94cad-afe5-44c0-bfd1-f87f50abc233 HTTP/1.1" status: 200 len: 813 time: 0.1232471 Jun 29 10:54:50.966502 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-b1d26961-247a-4cc1-a948-68af35e4c375 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Request body: {'port': {'device_id': '1a722645-85be-4771-855a-627fd0b61d0e', 'network_id': '53c94cad-afe5-44c0-bfd1-f87f50abc233', 'admin_state_up': True, 'tenant_id': '7497b8f70c49453ba3a43aa1b1dc62d7'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:54:51.071395 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-b1d26961-247a-4cc1-a948-68af35e4c375 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Made reservation on behalf of 7497b8f70c49453ba3a43aa1b1dc62d7 for: {'port': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:54:51.074943 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-b1d26961-247a-4cc1-a948-68af35e4c375 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:51.205296 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-b1d26961-247a-4cc1-a948-68af35e4c375 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Allocated IP 172.20.0.12 (53c94cad-afe5-44c0-bfd1-f87f50abc233/76ce3d1f-09c6-4684-a8fa-4e453e750969/e40f50e2-c20d-40fa-b0a7-5012bdac8f2b) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:54:51.342406 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-b1d26961-247a-4cc1-a948-68af35e4c375 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:51.383159 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-b1d26961-247a-4cc1-a948-68af35e4c375 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5295544'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:51.386805 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-2371475a-f4ef-4f70-8f99-8ddc4ee8a03f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:54:51.426896 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-b1d26961-247a-4cc1-a948-68af35e4c375 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Network 53c94cad-afe5-44c0-bfd1-f87f50abc233 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:54:51.430151 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-b1d26961-247a-4cc1-a948-68af35e4c375 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:54:51.433816 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-b1d26961-247a-4cc1-a948-68af35e4c375 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:54:51.455589 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d26961-247a-4cc1-a948-68af35e4c375 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Pushing event updated for resources: {'Port': ['ID=e40f50e2-c20d-40fa-b0a7-5012bdac8f2b,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:54:51.459790 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b1d26961-247a-4cc1-a948-68af35e4c375 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:54:51.483429 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-b1d26961-247a-4cc1-a948-68af35e4c375 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:51.484023 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-b1d26961-247a-4cc1-a948-68af35e4c375 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:51.497343 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-b1d26961-247a-4cc1-a948-68af35e4c375 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5344932 Jun 29 10:54:51.521235 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-6d23993f-0748-4839-a5c6-e6fbb4f69339 service neutron] Request body: {'port': {'device_id': '1a722645-85be-4771-855a-627fd0b61d0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:54:51.593961 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-6d23993f-0748-4839-a5c6-e6fbb4f69339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:52.122664 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d45591f-93ec-4a52-8c0d-12cc410f8858 req-31d34e99-2c43-4ca9-8763-148507ef0860 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:52.124128 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6d45591f-93ec-4a52-8c0d-12cc410f8858 req-31d34e99-2c43-4ca9-8763-148507ef0860 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a722645-85be-4771-855a-627fd0b61d0e HTTP/1.1" status: 200 len: 932 time: 0.1195455 Jun 29 10:54:52.150144 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.notifiers.nova [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-6d23993f-0748-4839-a5c6-e6fbb4f69339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e40f50e2-c20d-40fa-b0a7-5012bdac8f2b {{(pid=99533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:54:52.160271 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-6d23993f-0748-4839-a5c6-e6fbb4f69339 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:52.184616 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6d45591f-93ec-4a52-8c0d-12cc410f8858 req-5d2bb453-90af-49cc-b932-0542b378d16d tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/security-groups?id=18e9d768-0cb5-415d-b094-ea6a0bac90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545506 Jun 29 10:54:52.185485 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-6d23993f-0748-4839-a5c6-e6fbb4f69339 service neutron] Transition to ACTIVE for port object e40f50e2-c20d-40fa-b0a7-5012bdac8f2b will not be triggered until provisioned by entity L2. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:54:52.188913 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-6d23993f-0748-4839-a5c6-e6fbb4f69339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5295534'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:52.191696 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-1563d32f-6c1f-43dc-bc59-44083f0a1525 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:54:52.236546 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d23993f-0748-4839-a5c6-e6fbb4f69339 service neutron] Pushing event updated for resources: {'Port': ['ID=e40f50e2-c20d-40fa-b0a7-5012bdac8f2b,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:54:52.241671 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6d23993f-0748-4839-a5c6-e6fbb4f69339 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:54:52.303301 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-6d23993f-0748-4839-a5c6-e6fbb4f69339 service neutron] Attempting to bind port e40f50e2-c20d-40fa-b0a7-5012bdac8f2b on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:54:52.303632 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-6d23993f-0748-4839-a5c6-e6fbb4f69339 service neutron] Attempting to bind port e40f50e2-c20d-40fa-b0a7-5012bdac8f2b by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '0fa85c9d-a7d0-4ff5-9a7a-a2c3df260cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '53c94cad-afe5-44c0-bfd1-f87f50abc233'}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:54:52.303956 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-6d23993f-0748-4839-a5c6-e6fbb4f69339 service neutron] Attempting to bind port e40f50e2-c20d-40fa-b0a7-5012bdac8f2b on network 53c94cad-afe5-44c0-bfd1-f87f50abc233 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:54:52.308602 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-6d23993f-0748-4839-a5c6-e6fbb4f69339 service neutron] Port e40f50e2-c20d-40fa-b0a7-5012bdac8f2b on network 53c94cad-afe5-44c0-bfd1-f87f50abc233 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:54:52.308925 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-6d23993f-0748-4839-a5c6-e6fbb4f69339 service neutron] Attempting to bind port e40f50e2-c20d-40fa-b0a7-5012bdac8f2b on network 53c94cad-afe5-44c0-bfd1-f87f50abc233 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:54:52.313573 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-6d23993f-0748-4839-a5c6-e6fbb4f69339 service neutron] Checking agent: {'id': 'd76c2234-1a1a-45d0-9761-a55b876eff8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 39, 54), 'started_at': datetime.datetime(2021, 6, 29, 10, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 54, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:54:52.313909 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-6d23993f-0748-4839-a5c6-e6fbb4f69339 service neutron] Checking segment: {'id': '0fa85c9d-a7d0-4ff5-9a7a-a2c3df260cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '53c94cad-afe5-44c0-bfd1-f87f50abc233'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:54:52.314291 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-6d23993f-0748-4839-a5c6-e6fbb4f69339 service neutron] Bound using segment: {'id': '0fa85c9d-a7d0-4ff5-9a7a-a2c3df260cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '53c94cad-afe5-44c0-bfd1-f87f50abc233'} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:54:52.314745 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-6d23993f-0748-4839-a5c6-e6fbb4f69339 service neutron] Bound port: e40f50e2-c20d-40fa-b0a7-5012bdac8f2b, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa85c9d-a7d0-4ff5-9a7a-a2c3df260cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '53c94cad-afe5-44c0-bfd1-f87f50abc233'}}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:54:52.315101 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-6d23993f-0748-4839-a5c6-e6fbb4f69339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:52.378433 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-6d23993f-0748-4839-a5c6-e6fbb4f69339 service neutron] For port e40f50e2-c20d-40fa-b0a7-5012bdac8f2b, host hv-cinder-79220, cleared binding levels {{(pid=99533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:54:52.381533 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-6d23993f-0748-4839-a5c6-e6fbb4f69339 service neutron] For port e40f50e2-c20d-40fa-b0a7-5012bdac8f2b, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e40f50e2-c20d-40fa-b0a7-5012bdac8f2b,segment=NetworkSegment(0fa85c9d-a7d0-4ff5-9a7a-a2c3df260cb2),segment_id=0fa85c9d-a7d0-4ff5-9a7a-a2c3df260cb2)] {{(pid=99533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:54:52.384928 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-6d23993f-0748-4839-a5c6-e6fbb4f69339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5295534'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:52.388286 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-83e57bb3-0ff5-4666-98da-03241bbbfb5d tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:54:52.416599 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-6d23993f-0748-4839-a5c6-e6fbb4f69339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:52.417204 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-6d23993f-0748-4839-a5c6-e6fbb4f69339 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:52.418540 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-6d23993f-0748-4839-a5c6-e6fbb4f69339 service neutron] 10.222.0.41 "PUT /v2.0/ports/e40f50e2-c20d-40fa-b0a7-5012bdac8f2b HTTP/1.1" status: 200 len: 1094 time: 0.9012420 Jun 29 10:54:52.419058 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a722645-85be-4771-855a-627fd0b61d0e', 'tag': 'e40f50e2-c20d-40fa-b0a7-5012bdac8f2b'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:54:52.421301 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82814ba4342b3241ea59c6119a2f8abf18707475a0488e58b50a7e2d80907800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12045528-32d9-4b5a-9cc7-27c3aca6454a" -d '{"events": [{"name": "network-changed", "server_uuid": "1a722645-85be-4771-855a-627fd0b61d0e", "tag": "e40f50e2-c20d-40fa-b0a7-5012bdac8f2b"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:54:52.447801 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d23993f-0748-4839-a5c6-e6fbb4f69339 service neutron] Pushing event updated for resources: {'Port': ['ID=e40f50e2-c20d-40fa-b0a7-5012bdac8f2b,revision_number=3']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:54:52.452299 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6d23993f-0748-4839-a5c6-e6fbb4f69339 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:54:52.532635 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-85c80565-b988-4c33-9737-71f947c0a5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:52.534124 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-85c80565-b988-4c33-9737-71f947c0a5bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7497b8f70c49453ba3a43aa1b1dc62d7&device_id=1a722645-85be-4771-855a-627fd0b61d0e HTTP/1.1" status: 200 len: 1097 time: 0.0564342 Jun 29 10:54:52.586318 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-49a09466-47c8-488f-8a08-fe8479cbbc1f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e40f50e2-c20d-40fa-b0a7-5012bdac8f2b HTTP/1.1" status: 200 len: 217 time: 0.0376685 Jun 29 10:54:52.623742 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775e30f9-ed10-44fc-876d-a23f1e0a6e0a x-openstack-request-id: req-775e30f9-ed10-44fc-876d-a23f1e0a6e0a {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:54:52.624083 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a722645-85be-4771-855a-627fd0b61d0e", "tag": "e40f50e2-c20d-40fa-b0a7-5012bdac8f2b", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:54:52.624379 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-775e30f9-ed10-44fc-876d-a23f1e0a6e0a {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:54:52.624807 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a722645-85be-4771-855a-627fd0b61d0e', 'tag': 'e40f50e2-c20d-40fa-b0a7-5012bdac8f2b', 'status': 'completed', 'code': 200} Jun 29 10:54:52.641907 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-2a7da824-2a61-4b49-bfa2-f4e6886597de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:52.643410 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-2a7da824-2a61-4b49-bfa2-f4e6886597de service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76ce3d1f-09c6-4684-a8fa-4e453e750969 HTTP/1.1" status: 200 len: 853 time: 0.0466173 Jun 29 10:54:52.675588 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-a84edd9c-711c-4abb-8652-baeb3a8a4d3c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=53c94cad-afe5-44c0-bfd1-f87f50abc233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254343 Jun 29 10:54:52.764510 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-f3831328-a30b-41d3-8543-ade9624d9deb service neutron] 10.222.0.41 "GET /v2.0/networks/53c94cad-afe5-44c0-bfd1-f87f50abc233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805516 Jun 29 10:54:52.855077 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-2e89df36-300e-4e7b-b7a2-da73ed35c0cf req-1f4b664c-a825-4351-80d8-66a39eb7398b service neutron] 10.222.0.41 "GET /v2.0/networks/53c94cad-afe5-44c0-bfd1-f87f50abc233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801129 Jun 29 10:54:53.006359 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12045528-32d9-4b5a-9cc7-27c3aca6454a req-940fe6c1-09e7-4c03-8641-9114e480f919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:53.007805 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-12045528-32d9-4b5a-9cc7-27c3aca6454a req-940fe6c1-09e7-4c03-8641-9114e480f919 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7497b8f70c49453ba3a43aa1b1dc62d7&device_id=1a722645-85be-4771-855a-627fd0b61d0e HTTP/1.1" status: 200 len: 1097 time: 0.0503833 Jun 29 10:54:53.100921 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12045528-32d9-4b5a-9cc7-27c3aca6454a req-36e1287d-b024-4e22-a476-4756ff6e4b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:53.102344 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-12045528-32d9-4b5a-9cc7-27c3aca6454a req-36e1287d-b024-4e22-a476-4756ff6e4b98 service neutron] 10.222.0.41 "GET /v2.0/networks?id=53c94cad-afe5-44c0-bfd1-f87f50abc233 HTTP/1.1" status: 200 len: 914 time: 0.0865712 Jun 29 10:54:53.144047 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-12045528-32d9-4b5a-9cc7-27c3aca6454a req-b612e79a-e07c-44f6-8f01-bdfd7b1b3c3f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e40f50e2-c20d-40fa-b0a7-5012bdac8f2b HTTP/1.1" status: 200 len: 217 time: 0.0331080 Jun 29 10:54:53.201308 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12045528-32d9-4b5a-9cc7-27c3aca6454a req-5c9a9711-fbef-4116-90f1-d97ff5e37a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:53.202797 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-12045528-32d9-4b5a-9cc7-27c3aca6454a req-5c9a9711-fbef-4116-90f1-d97ff5e37a81 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76ce3d1f-09c6-4684-a8fa-4e453e750969 HTTP/1.1" status: 200 len: 853 time: 0.0519114 Jun 29 10:54:53.239606 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-12045528-32d9-4b5a-9cc7-27c3aca6454a req-d36a0738-0162-4c27-a0ce-8b19dd811b96 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=53c94cad-afe5-44c0-bfd1-f87f50abc233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298829 Jun 29 10:54:53.374498 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-12045528-32d9-4b5a-9cc7-27c3aca6454a req-c26e1996-79ab-4e90-ae12-b78c758e4dbd service neutron] 10.222.0.41 "GET /v2.0/networks/53c94cad-afe5-44c0-bfd1-f87f50abc233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272435 Jun 29 10:54:53.436236 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55909ad4-a0a1-4bc4-8e27-9c4bd8472d1c req-2ce1e3b1-d80f-43fb-a168-49c51dedbe5f tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:53.437670 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-55909ad4-a0a1-4bc4-8e27-9c4bd8472d1c req-2ce1e3b1-d80f-43fb-a168-49c51dedbe5f tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a722645-85be-4771-855a-627fd0b61d0e HTTP/1.1" status: 200 len: 944 time: 0.1438618 Jun 29 10:54:53.495372 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-55909ad4-a0a1-4bc4-8e27-9c4bd8472d1c req-cb3d2e3d-3859-4acf-a522-f9b1a9e25c3e tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/security-groups?id=18e9d768-0cb5-415d-b094-ea6a0bac90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505195 Jun 29 10:54:53.501156 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-12045528-32d9-4b5a-9cc7-27c3aca6454a req-cd2dede3-3ee3-4c0b-84d5-2d18a66c750c service neutron] 10.222.0.41 "GET /v2.0/networks/53c94cad-afe5-44c0-bfd1-f87f50abc233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189475 Jun 29 10:54:54.666992 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5e729-d7a5-4ce9-82d4-c5f4f1abc1e0 req-90cec40a-214e-42dc-9fab-be1a16bcca81 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:54.668480 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ddc5e729-d7a5-4ce9-82d4-c5f4f1abc1e0 req-90cec40a-214e-42dc-9fab-be1a16bcca81 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a722645-85be-4771-855a-627fd0b61d0e HTTP/1.1" status: 200 len: 944 time: 0.0648439 Jun 29 10:54:54.706042 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ddc5e729-d7a5-4ce9-82d4-c5f4f1abc1e0 req-560d1bd2-45a7-4034-8092-a13228710e2e tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/security-groups?id=18e9d768-0cb5-415d-b094-ea6a0bac90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308754 Jun 29 10:54:54.844698 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:54.949213 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.agents_db [None req-93d4a047-be9c-4d13-b750-597922b429b4 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:54:55.776047 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device e40f50e2-c20d-40fa-b0a7-5012bdac8f2b details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:54:55.868916 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port e40f50e2-c20d-40fa-b0a7-5012bdac8f2b, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e40f50e2-c20d-40fa-b0a7-5012bdac8f2b,segment=NetworkSegment(0fa85c9d-a7d0-4ff5-9a7a-a2c3df260cb2),segment_id=0fa85c9d-a7d0-4ff5-9a7a-a2c3df260cb2)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:54:55.879487 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82c3995-4133-43fe-be4d-7866cfca71f5 req-37a8ee31-859e-4cbc-9edf-17775d2edf00 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:55.879994 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Returning: {'device': 'e40f50e2-c20d-40fa-b0a7-5012bdac8f2b', 'network_id': '53c94cad-afe5-44c0-bfd1-f87f50abc233', 'port_id': 'e40f50e2-c20d-40fa-b0a7-5012bdac8f2b', 'mac_address': 'fa:16:3e:d6:1d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76ce3d1f-09c6-4684-a8fa-4e453e750969', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:54:55.880942 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a82c3995-4133-43fe-be4d-7866cfca71f5 req-37a8ee31-859e-4cbc-9edf-17775d2edf00 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a722645-85be-4771-855a-627fd0b61d0e HTTP/1.1" status: 200 len: 944 time: 0.0636959 Jun 29 10:54:55.919016 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a82c3995-4133-43fe-be4d-7866cfca71f5 req-2ee2bcc3-2084-4763-adf7-d2f2fdbcc944 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/security-groups?id=18e9d768-0cb5-415d-b094-ea6a0bac90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316291 Jun 29 10:54:55.919661 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:55.932148 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e40f50e2-c20d-40fa-b0a7-5012bdac8f2b {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:54:55.953803 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port e40f50e2-c20d-40fa-b0a7-5012bdac8f2b, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e40f50e2-c20d-40fa-b0a7-5012bdac8f2b,segment=NetworkSegment(0fa85c9d-a7d0-4ff5-9a7a-a2c3df260cb2),segment_id=0fa85c9d-a7d0-4ff5-9a7a-a2c3df260cb2)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:54:55.957428 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:55.959145 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-65b99a52-3276-4d7b-84fc-0c65aeee389f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:54:56.000228 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-145940af-fb4b-4e61-8ce2-8b698b020dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:56.013102 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=e40f50e2-c20d-40fa-b0a7-5012bdac8f2b,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:54:56.015852 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:54:56.318824 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] get_ports_and_sgs() called for port_ids ['e40f50e2-c20d-40fa-b0a7-5012bdac8f2b'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:54:57.091924 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c768b-d185-4a0e-9282-648b7323bef2 req-4964a474-d972-4282-ac32-ecd9afe217ba tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:57.093379 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e67c768b-d185-4a0e-9282-648b7323bef2 req-4964a474-d972-4282-ac32-ecd9afe217ba tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a722645-85be-4771-855a-627fd0b61d0e HTTP/1.1" status: 200 len: 945 time: 0.0637174 Jun 29 10:54:57.132580 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e67c768b-d185-4a0e-9282-648b7323bef2 req-a4365f60-f7aa-41c5-b4c0-45e398cf2ab6 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/security-groups?id=18e9d768-0cb5-415d-b094-ea6a0bac90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336664 Jun 29 10:54:57.806613 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device e40f50e2-c20d-40fa-b0a7-5012bdac8f2b up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:54:57.855980 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Provisioning for port e40f50e2-c20d-40fa-b0a7-5012bdac8f2b completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:54:57.859669 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Provisioning complete for port e40f50e2-c20d-40fa-b0a7-5012bdac8f2b triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:54:57.860043 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:57.931598 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:57.953144 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a722645-85be-4771-855a-627fd0b61d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40f50e2-c20d-40fa-b0a7-5012bdac8f2b'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:54:57.955396 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3762a8f488588fc24900269a9cc386d753c3d6f951c38e7bc7f446f2f69fbffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b50ae8-dc87-4d41-9d58-4c473943ceca" -d '{"events": [{"server_uuid": "1a722645-85be-4771-855a-627fd0b61d0e", "name": "network-vif-plugged", "status": "completed", "tag": "e40f50e2-c20d-40fa-b0a7-5012bdac8f2b"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:54:57.967846 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port e40f50e2-c20d-40fa-b0a7-5012bdac8f2b, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e40f50e2-c20d-40fa-b0a7-5012bdac8f2b,segment=NetworkSegment(0fa85c9d-a7d0-4ff5-9a7a-a2c3df260cb2),segment_id=0fa85c9d-a7d0-4ff5-9a7a-a2c3df260cb2)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:54:57.971953 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:57.973868 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-41845ef1-ae40-41f6-9fdf-128a82cce6ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:54:58.001877 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ca275d-4e2c-483f-94f0-d65abb91a3b5 x-openstack-request-id: req-b7ca275d-4e2c-483f-94f0-d65abb91a3b5 {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:54:58.002174 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a722645-85be-4771-855a-627fd0b61d0e", "name": "network-vif-plugged", "status": "completed", "tag": "e40f50e2-c20d-40fa-b0a7-5012bdac8f2b", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:54:58.002456 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b7ca275d-4e2c-483f-94f0-d65abb91a3b5 {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:54:58.002839 dv-cinder-792209-3-iscsi neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a722645-85be-4771-855a-627fd0b61d0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40f50e2-c20d-40fa-b0a7-5012bdac8f2b', 'code': 200} Jun 29 10:54:58.027288 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=e40f50e2-c20d-40fa-b0a7-5012bdac8f2b,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:54:58.030371 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:54:58.285949 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c619e-6708-45fa-beac-56bf704daaaa req-354da88c-0916-4a30-b4ee-93bac38fe547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:58.287422 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c78c619e-6708-45fa-beac-56bf704daaaa req-354da88c-0916-4a30-b4ee-93bac38fe547 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1a722645-85be-4771-855a-627fd0b61d0e HTTP/1.1" status: 200 len: 1099 time: 0.0821290 Jun 29 10:54:58.326751 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1bd7f-a6a8-4747-9456-2c121bc1f1f5 req-c05cb4fe-03cc-406a-8b4d-37e7529ba7e1 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:58.328156 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3bc1bd7f-a6a8-4747-9456-2c121bc1f1f5 req-c05cb4fe-03cc-406a-8b4d-37e7529ba7e1 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a722645-85be-4771-855a-627fd0b61d0e HTTP/1.1" status: 200 len: 946 time: 0.0861552 Jun 29 10:54:58.344324 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c78c619e-6708-45fa-beac-56bf704daaaa req-6903b677-6aae-43d8-9749-3e99c34a0930 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=18e9d768-0cb5-415d-b094-ea6a0bac90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472558 Jun 29 10:54:58.368696 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3bc1bd7f-a6a8-4747-9456-2c121bc1f1f5 req-ddd56255-d7ef-4596-8781-f44bb36b0a51 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/security-groups?id=18e9d768-0cb5-415d-b094-ea6a0bac90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339305 Jun 29 10:54:58.691817 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-cd0ee15b-d9b6-4726-baf7-6d3911882f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:58.896196 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:54:59.543148 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af68a6-2950-4472-8443-9023ae1d8c35 req-3d597620-8798-48b8-a0d6-0a675ad148f9 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:54:59.544606 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-97af68a6-2950-4472-8443-9023ae1d8c35 req-3d597620-8798-48b8-a0d6-0a675ad148f9 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a722645-85be-4771-855a-627fd0b61d0e HTTP/1.1" status: 200 len: 946 time: 0.0652945 Jun 29 10:54:59.582270 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-97af68a6-2950-4472-8443-9023ae1d8c35 req-56ea322a-1793-4463-91c8-4a946f4ec517 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/security-groups?id=18e9d768-0cb5-415d-b094-ea6a0bac90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320928 Jun 29 10:54:59.741583 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:00.754837 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c432af3-d60a-40a1-ab06-dc3a36be762f req-e93749e1-2882-4c45-af17-33a0bb7ae511 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:00.756348 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-5c432af3-d60a-40a1-ab06-dc3a36be762f req-e93749e1-2882-4c45-af17-33a0bb7ae511 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a722645-85be-4771-855a-627fd0b61d0e HTTP/1.1" status: 200 len: 946 time: 0.0624921 Jun 29 10:55:00.793548 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-5c432af3-d60a-40a1-ab06-dc3a36be762f req-b480cc71-8c61-4e7b-b165-905b9caf00d7 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/security-groups?id=18e9d768-0cb5-415d-b094-ea6a0bac90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315409 Jun 29 10:55:01.259327 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:08.433325 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-16187584-659c-4e7c-a26d-d1a793baf231 req-1752b8c4-ce27-4e5b-a7e0-4fd9e36873fe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=204ba12f-eeba-47ba-9966-0321740b5dfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0509856 Jun 29 10:55:08.551328 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16187584-659c-4e7c-a26d-d1a793baf231 req-783ff771-008c-4eef-af57-20373b6bc649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:08.552849 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-16187584-659c-4e7c-a26d-d1a793baf231 req-783ff771-008c-4eef-af57-20373b6bc649 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d430ddcb57a54f888eeb6e4432ddf4ef&device_id=204ba12f-eeba-47ba-9966-0321740b5dfe HTTP/1.1" status: 200 len: 1099 time: 0.0555177 Jun 29 10:55:08.663379 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16187584-659c-4e7c-a26d-d1a793baf231 req-fba19fcb-b43f-4c7c-83f7-44a9f9213b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:08.664828 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-16187584-659c-4e7c-a26d-d1a793baf231 req-fba19fcb-b43f-4c7c-83f7-44a9f9213b94 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c2c75e90-ff61-4035-ad60-7a5936afe119 HTTP/1.1" status: 200 len: 913 time: 0.0902095 Jun 29 10:55:08.733319 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-16187584-659c-4e7c-a26d-d1a793baf231 req-d799f100-9e22-448d-8066-9a03f17c46a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff928c0d-1ebc-44e1-a00e-dbbde06413fd HTTP/1.1" status: 200 len: 1002 time: 0.0616000 Jun 29 10:55:08.784647 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16187584-659c-4e7c-a26d-d1a793baf231 req-410cf958-f14f-4505-a1f2-791fc260f069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:08.786105 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-16187584-659c-4e7c-a26d-d1a793baf231 req-410cf958-f14f-4505-a1f2-791fc260f069 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e06f0075-fc72-462c-a9f0-67a612c09aa9 HTTP/1.1" status: 200 len: 851 time: 0.0455294 Jun 29 10:55:08.845951 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16187584-659c-4e7c-a26d-d1a793baf231 req-0cffa4c9-d80a-4290-8081-beedcea22cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:08.848678 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-16187584-659c-4e7c-a26d-d1a793baf231 req-0cffa4c9-d80a-4290-8081-beedcea22cf4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2c75e90-ff61-4035-ad60-7a5936afe119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543439 Jun 29 10:55:08.947474 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-16187584-659c-4e7c-a26d-d1a793baf231 req-e16c0b0d-c7ec-44b3-8dde-4d77f65e4739 service neutron] 10.222.0.41 "GET /v2.0/networks/c2c75e90-ff61-4035-ad60-7a5936afe119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893590 Jun 29 10:55:09.043474 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-16187584-659c-4e7c-a26d-d1a793baf231 req-09881140-23ce-4f5e-96c8-bc8e4440410c service neutron] 10.222.0.41 "GET /v2.0/networks/c2c75e90-ff61-4035-ad60-7a5936afe119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875027 Jun 29 10:55:12.956779 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-88d253c2-6937-4b67-9df2-3223a4500415 req-ec1246f2-4046-4a74-bb05-5e37ea0c12ff tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-886368089&fields=id&tenant_id=d430ddcb57a54f888eeb6e4432ddf4ef HTTP/1.1" status: 200 len: 267 time: 0.0334761 Jun 29 10:55:13.068713 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d253c2-6937-4b67-9df2-3223a4500415 req-1a904a5e-25aa-404b-b34d-260ad16bd876 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:13.070151 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-88d253c2-6937-4b67-9df2-3223a4500415 req-1a904a5e-25aa-404b-b34d-260ad16bd876 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/networks?id=c2c75e90-ff61-4035-ad60-7a5936afe119 HTTP/1.1" status: 200 len: 812 time: 0.1065428 Jun 29 10:55:13.087008 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-88d253c2-6937-4b67-9df2-3223a4500415 req-25fe7d00-cb13-4f05-b95c-7af10069ead0 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/quotas/d430ddcb57a54f888eeb6e4432ddf4ef HTTP/1.1" status: 200 len: 375 time: 0.0102890 Jun 29 10:55:13.173922 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-88d253c2-6937-4b67-9df2-3223a4500415 req-8f286e7d-2b7e-4055-8c39-8274baa1e3cf tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d430ddcb57a54f888eeb6e4432ddf4ef&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0788693 Jun 29 10:55:13.271445 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [req-88d253c2-6937-4b67-9df2-3223a4500415 req-faa65e5f-df64-461b-a760-a23667ecf264 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=99533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 10:55:13.273184 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-88d253c2-6937-4b67-9df2-3223a4500415 req-faa65e5f-df64-461b-a760-a23667ecf264 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0867147 Jun 29 10:55:13.388901 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-88d253c2-6937-4b67-9df2-3223a4500415 req-77979807-2f13-4a3a-ad91-bb38a5ce4959 service neutron] 10.222.0.61 "GET /v2.0/networks/c2c75e90-ff61-4035-ad60-7a5936afe119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092286 Jun 29 10:55:13.474450 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-88d253c2-6937-4b67-9df2-3223a4500415 req-3626c6ae-47d3-4648-a1a7-99e3d3479240 service neutron] 10.222.0.61 "GET /v2.0/networks/c2c75e90-ff61-4035-ad60-7a5936afe119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801189 Jun 29 10:55:13.763408 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e077f946-3b2a-4d27-80dc-7e69c787b097 req-f4f97873-45b0-4b1a-9041-e78ec3ccd1e6 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8c7092d-dec8-4806-a3b9-cb67eac360f3 HTTP/1.1" status: 200 len: 210 time: 0.0282643 Jun 29 10:55:14.913842 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3bcac644-5785-4ed3-b680-757a41e61377 req-ba9d39e2-178d-4edd-a46d-3770b6f3c52a tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8c7092d-dec8-4806-a3b9-cb67eac360f3 HTTP/1.1" status: 200 len: 210 time: 0.0336289 Jun 29 10:55:15.321242 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d253c2-6937-4b67-9df2-3223a4500415 req-af2698e2-97a6-4e52-9bf8-cb9f24b35a0b tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:15.322571 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-88d253c2-6937-4b67-9df2-3223a4500415 req-af2698e2-97a6-4e52-9bf8-cb9f24b35a0b tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.41 "GET /v2.0/networks?id=c2c75e90-ff61-4035-ad60-7a5936afe119 HTTP/1.1" status: 200 len: 812 time: 0.0963616 Jun 29 10:55:15.386443 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-88d253c2-6937-4b67-9df2-3223a4500415 req-3708db56-cbd3-45f4-8e7d-964ea68ff064 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d430ddcb57a54f888eeb6e4432ddf4ef HTTP/1.1" status: 200 len: 379 time: 0.0393729 Jun 29 10:55:15.396606 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [req-88d253c2-6937-4b67-9df2-3223a4500415 req-8376b038-0986-4ebd-b87c-624bf4245c1c tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Request body: {'port': {'device_id': 'b8c7092d-dec8-4806-a3b9-cb67eac360f3', 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119', 'admin_state_up': True, 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'security_groups': ['eacc4d0f-3a32-46e9-8671-49f863ccc25f']}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:55:15.507677 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88d253c2-6937-4b67-9df2-3223a4500415 req-8376b038-0986-4ebd-b87c-624bf4245c1c tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Made reservation on behalf of d430ddcb57a54f888eeb6e4432ddf4ef for: {'port': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:55:15.511223 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-88d253c2-6937-4b67-9df2-3223a4500415 req-8376b038-0986-4ebd-b87c-624bf4245c1c tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:15.644178 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [req-88d253c2-6937-4b67-9df2-3223a4500415 req-8376b038-0986-4ebd-b87c-624bf4245c1c tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Allocated IP 172.20.0.9 (c2c75e90-ff61-4035-ad60-7a5936afe119/e06f0075-fc72-462c-a9f0-67a612c09aa9/ef4dcbd3-4ca2-4796-a569-0f47a3264427) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:55:15.785175 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-88d253c2-6937-4b67-9df2-3223a4500415 req-8376b038-0986-4ebd-b87c-624bf4245c1c tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:15.799711 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [req-88d253c2-6937-4b67-9df2-3223a4500415 req-8376b038-0986-4ebd-b87c-624bf4245c1c tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Transition to ACTIVE for port object ef4dcbd3-4ca2-4796-a569-0f47a3264427 will not be triggered until provisioned by entity DHCP. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:55:15.833557 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-88d253c2-6937-4b67-9df2-3223a4500415 req-8376b038-0986-4ebd-b87c-624bf4245c1c tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5295544'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:15.840078 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-00b92363-3bc6-47ab-b3c8-40468dac5b53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:55:15.900598 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88d253c2-6937-4b67-9df2-3223a4500415 req-8376b038-0986-4ebd-b87c-624bf4245c1c tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Network c2c75e90-ff61-4035-ad60-7a5936afe119 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:55:15.903785 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [req-88d253c2-6937-4b67-9df2-3223a4500415 req-8376b038-0986-4ebd-b87c-624bf4245c1c tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:55:15.907916 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d253c2-6937-4b67-9df2-3223a4500415 req-8376b038-0986-4ebd-b87c-624bf4245c1c tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:55:15.946168 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8376b038-0986-4ebd-b87c-624bf4245c1c tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Pushing event updated for resources: {'Port': ['ID=ef4dcbd3-4ca2-4796-a569-0f47a3264427,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:55:15.950657 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-8376b038-0986-4ebd-b87c-624bf4245c1c tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:55:15.979504 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d253c2-6937-4b67-9df2-3223a4500415 req-8376b038-0986-4ebd-b87c-624bf4245c1c tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:15.980340 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-88d253c2-6937-4b67-9df2-3223a4500415 req-8376b038-0986-4ebd-b87c-624bf4245c1c tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:16.001093 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-88d253c2-6937-4b67-9df2-3223a4500415 req-8376b038-0986-4ebd-b87c-624bf4245c1c tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6083574 Jun 29 10:55:16.022515 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [req-88d253c2-6937-4b67-9df2-3223a4500415 req-fe11c96a-02fa-49ee-af3a-839d4ac3c661 service neutron] Request body: {'port': {'device_id': 'b8c7092d-dec8-4806-a3b9-cb67eac360f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:55:16.149431 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-88d253c2-6937-4b67-9df2-3223a4500415 req-fe11c96a-02fa-49ee-af3a-839d4ac3c661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:16.189788 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-42450242-690f-4fea-9aef-ff48a35e1a5d None None] Provisioning for port ef4dcbd3-4ca2-4796-a569-0f47a3264427 completed by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:55:16.194058 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-42450242-690f-4fea-9aef-ff48a35e1a5d None None] Provisioning complete for port ef4dcbd3-4ca2-4796-a569-0f47a3264427 triggered by entity DHCP. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:55:16.194447 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-42450242-690f-4fea-9aef-ff48a35e1a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:16.198758 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c4ba2-a945-45b6-9749-90e8bce6633e req-0e58a61f-006c-433f-a713-a502ced63735 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:16.200352 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-408c4ba2-a945-45b6-9749-90e8bce6633e req-0e58a61f-006c-433f-a713-a502ced63735 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8c7092d-dec8-4806-a3b9-cb67eac360f3 HTTP/1.1" status: 200 len: 931 time: 0.1401041 Jun 29 10:55:16.229999 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-42450242-690f-4fea-9aef-ff48a35e1a5d None None] Port ef4dcbd3-4ca2-4796-a569-0f47a3264427 cannot update to ACTIVE because it is not bound. {{(pid=99534) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 10:55:16.318851 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-408c4ba2-a945-45b6-9749-90e8bce6633e req-52f1c851-5531-46d3-85c8-9b6680e9c1d5 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103146 Jun 29 10:55:16.451932 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.notifiers.nova [req-88d253c2-6937-4b67-9df2-3223a4500415 req-fe11c96a-02fa-49ee-af3a-839d4ac3c661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef4dcbd3-4ca2-4796-a569-0f47a3264427 {{(pid=99533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:55:16.458910 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-88d253c2-6937-4b67-9df2-3223a4500415 req-fe11c96a-02fa-49ee-af3a-839d4ac3c661 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:16.470792 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [req-88d253c2-6937-4b67-9df2-3223a4500415 req-fe11c96a-02fa-49ee-af3a-839d4ac3c661 service neutron] Transition to ACTIVE for port object ef4dcbd3-4ca2-4796-a569-0f47a3264427 will not be triggered until provisioned by entity L2. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:55:16.474322 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-88d253c2-6937-4b67-9df2-3223a4500415 req-fe11c96a-02fa-49ee-af3a-839d4ac3c661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5295534'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:16.477057 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-11b16a50-191f-4c0c-bc48-4885389e7f3e tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:55:16.529750 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe11c96a-02fa-49ee-af3a-839d4ac3c661 service neutron] Pushing event updated for resources: {'Port': ['ID=ef4dcbd3-4ca2-4796-a569-0f47a3264427,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:55:16.533457 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-fe11c96a-02fa-49ee-af3a-839d4ac3c661 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:55:16.599815 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-88d253c2-6937-4b67-9df2-3223a4500415 req-fe11c96a-02fa-49ee-af3a-839d4ac3c661 service neutron] Attempting to bind port ef4dcbd3-4ca2-4796-a569-0f47a3264427 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:55:16.600152 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-88d253c2-6937-4b67-9df2-3223a4500415 req-fe11c96a-02fa-49ee-af3a-839d4ac3c661 service neutron] Attempting to bind port ef4dcbd3-4ca2-4796-a569-0f47a3264427 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '75e4d7f1-7396-4412-92bf-807a43990804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119'}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:55:16.600486 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d253c2-6937-4b67-9df2-3223a4500415 req-fe11c96a-02fa-49ee-af3a-839d4ac3c661 service neutron] Attempting to bind port ef4dcbd3-4ca2-4796-a569-0f47a3264427 on network c2c75e90-ff61-4035-ad60-7a5936afe119 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:55:16.605012 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d253c2-6937-4b67-9df2-3223a4500415 req-fe11c96a-02fa-49ee-af3a-839d4ac3c661 service neutron] Port ef4dcbd3-4ca2-4796-a569-0f47a3264427 on network c2c75e90-ff61-4035-ad60-7a5936afe119 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:55:16.605325 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d253c2-6937-4b67-9df2-3223a4500415 req-fe11c96a-02fa-49ee-af3a-839d4ac3c661 service neutron] Attempting to bind port ef4dcbd3-4ca2-4796-a569-0f47a3264427 on network c2c75e90-ff61-4035-ad60-7a5936afe119 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:55:16.610197 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d253c2-6937-4b67-9df2-3223a4500415 req-fe11c96a-02fa-49ee-af3a-839d4ac3c661 service neutron] Checking agent: {'id': 'd76c2234-1a1a-45d0-9761-a55b876eff8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 39, 54), 'started_at': datetime.datetime(2021, 6, 29, 10, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:55:16.610526 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d253c2-6937-4b67-9df2-3223a4500415 req-fe11c96a-02fa-49ee-af3a-839d4ac3c661 service neutron] Checking segment: {'id': '75e4d7f1-7396-4412-92bf-807a43990804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:55:16.610980 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88d253c2-6937-4b67-9df2-3223a4500415 req-fe11c96a-02fa-49ee-af3a-839d4ac3c661 service neutron] Bound using segment: {'id': '75e4d7f1-7396-4412-92bf-807a43990804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119'} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:55:16.611398 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-88d253c2-6937-4b67-9df2-3223a4500415 req-fe11c96a-02fa-49ee-af3a-839d4ac3c661 service neutron] Bound port: ef4dcbd3-4ca2-4796-a569-0f47a3264427, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75e4d7f1-7396-4412-92bf-807a43990804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119'}}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:55:16.611749 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-88d253c2-6937-4b67-9df2-3223a4500415 req-fe11c96a-02fa-49ee-af3a-839d4ac3c661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:16.674964 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-88d253c2-6937-4b67-9df2-3223a4500415 req-fe11c96a-02fa-49ee-af3a-839d4ac3c661 service neutron] For port ef4dcbd3-4ca2-4796-a569-0f47a3264427, host hv-cinder-79220, cleared binding levels {{(pid=99533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:55:16.678171 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-88d253c2-6937-4b67-9df2-3223a4500415 req-fe11c96a-02fa-49ee-af3a-839d4ac3c661 service neutron] For port ef4dcbd3-4ca2-4796-a569-0f47a3264427, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ef4dcbd3-4ca2-4796-a569-0f47a3264427,segment=NetworkSegment(75e4d7f1-7396-4412-92bf-807a43990804),segment_id=75e4d7f1-7396-4412-92bf-807a43990804)] {{(pid=99533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:55:16.683125 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-88d253c2-6937-4b67-9df2-3223a4500415 req-fe11c96a-02fa-49ee-af3a-839d4ac3c661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5295534'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:16.685838 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-badfd6dd-1894-4cf5-a581-93fa433de091 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:55:16.718932 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d253c2-6937-4b67-9df2-3223a4500415 req-fe11c96a-02fa-49ee-af3a-839d4ac3c661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:16.719535 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-88d253c2-6937-4b67-9df2-3223a4500415 req-fe11c96a-02fa-49ee-af3a-839d4ac3c661 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:16.720874 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-88d253c2-6937-4b67-9df2-3223a4500415 req-fe11c96a-02fa-49ee-af3a-839d4ac3c661 service neutron] 10.222.0.41 "PUT /v2.0/ports/ef4dcbd3-4ca2-4796-a569-0f47a3264427 HTTP/1.1" status: 200 len: 1093 time: 0.7043655 Jun 29 10:55:16.721435 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c7092d-dec8-4806-a3b9-cb67eac360f3', 'tag': 'ef4dcbd3-4ca2-4796-a569-0f47a3264427'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:55:16.723799 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82814ba4342b3241ea59c6119a2f8abf18707475a0488e58b50a7e2d80907800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644f688a-b98e-44e8-8175-2becad472a8b" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c7092d-dec8-4806-a3b9-cb67eac360f3", "tag": "ef4dcbd3-4ca2-4796-a569-0f47a3264427"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:55:16.755702 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe11c96a-02fa-49ee-af3a-839d4ac3c661 service neutron] Pushing event updated for resources: {'Port': ['ID=ef4dcbd3-4ca2-4796-a569-0f47a3264427,revision_number=3']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:55:16.759975 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-fe11c96a-02fa-49ee-af3a-839d4ac3c661 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:55:16.773306 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e99cb4-302c-49d8-98e8-c12fbce6b39b x-openstack-request-id: req-36e99cb4-302c-49d8-98e8-c12fbce6b39b {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:55:16.773642 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c7092d-dec8-4806-a3b9-cb67eac360f3", "tag": "ef4dcbd3-4ca2-4796-a569-0f47a3264427", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:55:16.774013 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-36e99cb4-302c-49d8-98e8-c12fbce6b39b {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:55:16.774453 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c7092d-dec8-4806-a3b9-cb67eac360f3', 'tag': 'ef4dcbd3-4ca2-4796-a569-0f47a3264427', 'status': 'completed', 'code': 200} Jun 29 10:55:16.852419 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d253c2-6937-4b67-9df2-3223a4500415 req-72903eca-e9b8-40be-9473-fd84c23f0723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:16.853918 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-88d253c2-6937-4b67-9df2-3223a4500415 req-72903eca-e9b8-40be-9473-fd84c23f0723 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d430ddcb57a54f888eeb6e4432ddf4ef&device_id=b8c7092d-dec8-4806-a3b9-cb67eac360f3 HTTP/1.1" status: 200 len: 1096 time: 0.0544081 Jun 29 10:55:16.906318 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-88d253c2-6937-4b67-9df2-3223a4500415 req-34011811-c851-4e67-8106-d3ed3a351953 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef4dcbd3-4ca2-4796-a569-0f47a3264427 HTTP/1.1" status: 200 len: 217 time: 0.0365765 Jun 29 10:55:16.957179 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d253c2-6937-4b67-9df2-3223a4500415 req-ea411c47-ff86-4f76-81ee-009648155293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:16.958562 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-88d253c2-6937-4b67-9df2-3223a4500415 req-ea411c47-ff86-4f76-81ee-009648155293 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e06f0075-fc72-462c-a9f0-67a612c09aa9 HTTP/1.1" status: 200 len: 851 time: 0.0449715 Jun 29 10:55:17.017622 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d253c2-6937-4b67-9df2-3223a4500415 req-9b14db7e-3428-453f-921d-721fbcfa4f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:17.019167 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-88d253c2-6937-4b67-9df2-3223a4500415 req-9b14db7e-3428-453f-921d-721fbcfa4f0e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2c75e90-ff61-4035-ad60-7a5936afe119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522728 Jun 29 10:55:17.109123 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-88d253c2-6937-4b67-9df2-3223a4500415 req-ded9c88b-59da-4fb4-a1d1-b78b0df247ee service neutron] 10.222.0.41 "GET /v2.0/networks/c2c75e90-ff61-4035-ad60-7a5936afe119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808952 Jun 29 10:55:17.200871 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-88d253c2-6937-4b67-9df2-3223a4500415 req-0e7fa558-804d-421c-b586-8b3c4dffbf9c service neutron] 10.222.0.41 "GET /v2.0/networks/c2c75e90-ff61-4035-ad60-7a5936afe119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810888 Jun 29 10:55:17.369595 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f688a-b98e-44e8-8175-2becad472a8b req-f65ec6ce-19f2-4758-ae77-6418beefc60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:17.371108 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-644f688a-b98e-44e8-8175-2becad472a8b req-f65ec6ce-19f2-4758-ae77-6418beefc60f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d430ddcb57a54f888eeb6e4432ddf4ef&device_id=b8c7092d-dec8-4806-a3b9-cb67eac360f3 HTTP/1.1" status: 200 len: 1096 time: 0.0536754 Jun 29 10:55:17.502481 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f688a-b98e-44e8-8175-2becad472a8b req-73b46205-c777-48a2-bde9-e0680add9a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:17.503928 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-644f688a-b98e-44e8-8175-2becad472a8b req-73b46205-c777-48a2-bde9-e0680add9a42 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c2c75e90-ff61-4035-ad60-7a5936afe119 HTTP/1.1" status: 200 len: 913 time: 0.1231568 Jun 29 10:55:17.529101 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ae50a-2919-49ce-98a1-459785818e64 req-a19e0829-8cc9-4089-8226-492a7a5b1c8a tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:17.530741 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-823ae50a-2919-49ce-98a1-459785818e64 req-a19e0829-8cc9-4089-8226-492a7a5b1c8a tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8c7092d-dec8-4806-a3b9-cb67eac360f3 HTTP/1.1" status: 200 len: 943 time: 0.0916963 Jun 29 10:55:17.558004 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-644f688a-b98e-44e8-8175-2becad472a8b req-700039ad-92c8-4a61-bfde-62f96b104de5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef4dcbd3-4ca2-4796-a569-0f47a3264427 HTTP/1.1" status: 200 len: 217 time: 0.0425699 Jun 29 10:55:17.621231 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-823ae50a-2919-49ce-98a1-459785818e64 req-9fc25c50-53b0-48b7-a663-01c1c1c90696 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662107 Jun 29 10:55:17.628448 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f688a-b98e-44e8-8175-2becad472a8b req-000c3a09-849c-4c89-9143-22005e6e8233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:17.629861 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-644f688a-b98e-44e8-8175-2becad472a8b req-000c3a09-849c-4c89-9143-22005e6e8233 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e06f0075-fc72-462c-a9f0-67a612c09aa9 HTTP/1.1" status: 200 len: 851 time: 0.0566127 Jun 29 10:55:17.687333 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f688a-b98e-44e8-8175-2becad472a8b req-7a707526-db9a-491c-a94a-085e000e750c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:17.688719 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-644f688a-b98e-44e8-8175-2becad472a8b req-7a707526-db9a-491c-a94a-085e000e750c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2c75e90-ff61-4035-ad60-7a5936afe119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494881 Jun 29 10:55:17.777217 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-644f688a-b98e-44e8-8175-2becad472a8b req-03a44250-e37e-4874-9d9c-9c0c6935497c service neutron] 10.222.0.41 "GET /v2.0/networks/c2c75e90-ff61-4035-ad60-7a5936afe119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808096 Jun 29 10:55:18.124162 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-644f688a-b98e-44e8-8175-2becad472a8b req-418047e3-baf9-4ac6-bbc4-0f078556ffd1 service neutron] 10.222.0.41 "GET /v2.0/networks/c2c75e90-ff61-4035-ad60-7a5936afe119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388414 Jun 29 10:55:18.793062 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140480e-6a8e-4dd6-882b-2f1e7a70ac18 req-62570dc0-59bc-41ed-b780-a4de7cf2a2ce tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:18.795093 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-9140480e-6a8e-4dd6-882b-2f1e7a70ac18 req-62570dc0-59bc-41ed-b780-a4de7cf2a2ce tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8c7092d-dec8-4806-a3b9-cb67eac360f3 HTTP/1.1" status: 200 len: 943 time: 0.0651972 Jun 29 10:55:18.829870 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-9140480e-6a8e-4dd6-882b-2f1e7a70ac18 req-951efb22-8534-4eb0-8ffb-47d5381cc263 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291741 Jun 29 10:55:20.004591 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985bdea-9da0-4d6f-bfb3-c989af79fb92 req-365e5379-0ead-43d3-b867-7634a6c61177 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:20.005967 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f985bdea-9da0-4d6f-bfb3-c989af79fb92 req-365e5379-0ead-43d3-b867-7634a6c61177 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8c7092d-dec8-4806-a3b9-cb67eac360f3 HTTP/1.1" status: 200 len: 943 time: 0.0647037 Jun 29 10:55:20.043966 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f985bdea-9da0-4d6f-bfb3-c989af79fb92 req-12292d6d-1eb9-41ed-bbd4-54e16c3a6072 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319009 Jun 29 10:55:21.218175 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fd652-90ab-44a9-91c2-e5abcb5f6ebd req-096487aa-bdd4-4d7d-9210-ab2729964229 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:21.219649 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-da3fd652-90ab-44a9-91c2-e5abcb5f6ebd req-096487aa-bdd4-4d7d-9210-ab2729964229 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8c7092d-dec8-4806-a3b9-cb67eac360f3 HTTP/1.1" status: 200 len: 943 time: 0.0613480 Jun 29 10:55:21.256136 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-da3fd652-90ab-44a9-91c2-e5abcb5f6ebd req-9450b832-9dbb-462b-b016-7f070b26f454 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309103 Jun 29 10:55:22.425148 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4351532-136d-4a31-a6b4-14e48d8dc2c6 req-3e5621fc-dd74-4c25-9b02-f4c46a295105 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:22.426503 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d4351532-136d-4a31-a6b4-14e48d8dc2c6 req-3e5621fc-dd74-4c25-9b02-f4c46a295105 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8c7092d-dec8-4806-a3b9-cb67eac360f3 HTTP/1.1" status: 200 len: 943 time: 0.0642748 Jun 29 10:55:22.462054 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d4351532-136d-4a31-a6b4-14e48d8dc2c6 req-c29d66cb-2e66-45ff-8357-569647f247b0 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300128 Jun 29 10:55:23.764363 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db35f5-95ba-4ff9-9945-3651978107dd req-745198cd-ed54-4309-a103-a54f88e1a4b6 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:23.765845 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-81db35f5-95ba-4ff9-9945-3651978107dd req-745198cd-ed54-4309-a103-a54f88e1a4b6 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8c7092d-dec8-4806-a3b9-cb67eac360f3 HTTP/1.1" status: 200 len: 943 time: 0.0628598 Jun 29 10:55:23.802091 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-81db35f5-95ba-4ff9-9945-3651978107dd req-fc0643db-7404-474e-9bf3-d648a22a2b6b tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307219 Jun 29 10:55:24.838894 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:24.973262 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e2f29-910f-4b4e-a3a0-371e95e909a3 req-77e93a05-ac06-4e0e-82ad-25c5398728ad tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:24.974767 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-998e2f29-910f-4b4e-a3a0-371e95e909a3 req-77e93a05-ac06-4e0e-82ad-25c5398728ad tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8c7092d-dec8-4806-a3b9-cb67eac360f3 HTTP/1.1" status: 200 len: 943 time: 0.0671606 Jun 29 10:55:25.012389 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-998e2f29-910f-4b4e-a3a0-371e95e909a3 req-5459dfd9-b4b9-42d9-87f0-76e04e591acc tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313282 Jun 29 10:55:25.917606 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device ef4dcbd3-4ca2-4796-a569-0f47a3264427 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:55:25.989269 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-6ace1006-357a-4224-a86d-f98f46d6e05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:26.019339 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port ef4dcbd3-4ca2-4796-a569-0f47a3264427, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ef4dcbd3-4ca2-4796-a569-0f47a3264427,segment=NetworkSegment(75e4d7f1-7396-4412-92bf-807a43990804),segment_id=75e4d7f1-7396-4412-92bf-807a43990804)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:55:26.031335 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Returning: {'device': 'ef4dcbd3-4ca2-4796-a569-0f47a3264427', 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119', 'port_id': 'ef4dcbd3-4ca2-4796-a569-0f47a3264427', 'mac_address': 'fa:16:3e:af:24:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e06f0075-fc72-462c-a9f0-67a612c09aa9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:55:26.068513 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:26.082804 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef4dcbd3-4ca2-4796-a569-0f47a3264427 {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:55:26.104592 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port ef4dcbd3-4ca2-4796-a569-0f47a3264427, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ef4dcbd3-4ca2-4796-a569-0f47a3264427,segment=NetworkSegment(75e4d7f1-7396-4412-92bf-807a43990804),segment_id=75e4d7f1-7396-4412-92bf-807a43990804)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:55:26.108646 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:26.110469 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:55:26.156869 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=ef4dcbd3-4ca2-4796-a569-0f47a3264427,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:55:26.159906 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:55:26.191513 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ac3fa-66ae-4b99-9a17-d8c7653bb33c req-f4bfa458-e47e-498e-8517-02c3b0f51f4c tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:26.192977 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-393ac3fa-66ae-4b99-9a17-d8c7653bb33c req-f4bfa458-e47e-498e-8517-02c3b0f51f4c tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8c7092d-dec8-4806-a3b9-cb67eac360f3 HTTP/1.1" status: 200 len: 944 time: 0.0663090 Jun 29 10:55:26.231087 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-393ac3fa-66ae-4b99-9a17-d8c7653bb33c req-9bcd599b-1b2f-411b-9309-aec2bb22308a tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322065 Jun 29 10:55:26.433143 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] get_ports_and_sgs() called for port_ids ['ef4dcbd3-4ca2-4796-a569-0f47a3264427'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:55:27.396898 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b862821-4a98-4ac6-a4d7-4b10070786ff req-6814f08e-eae2-469a-bd04-43ad5b14143d tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:27.398344 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6b862821-4a98-4ac6-a4d7-4b10070786ff req-6814f08e-eae2-469a-bd04-43ad5b14143d tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8c7092d-dec8-4806-a3b9-cb67eac360f3 HTTP/1.1" status: 200 len: 944 time: 0.0610459 Jun 29 10:55:27.435132 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-6b862821-4a98-4ac6-a4d7-4b10070786ff req-583dcf6a-aca0-44c1-8508-f28e59a3a332 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307975 Jun 29 10:55:28.607803 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d1f7e-6475-4827-96d5-49877e11780d req-f603bde7-25e4-40c4-a56f-f227ebdb4ed1 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:28.609247 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-008d1f7e-6475-4827-96d5-49877e11780d req-f603bde7-25e4-40c4-a56f-f227ebdb4ed1 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8c7092d-dec8-4806-a3b9-cb67eac360f3 HTTP/1.1" status: 200 len: 944 time: 0.0641201 Jun 29 10:55:28.651492 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-008d1f7e-6475-4827-96d5-49877e11780d req-f054178c-d255-4d50-923d-fc130cad7700 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365658 Jun 29 10:55:28.691347 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-aade9ab4-ca5a-41ce-95a8-0fd5b41a1425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:28.897037 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:29.162628 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device ef4dcbd3-4ca2-4796-a569-0f47a3264427 up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:55:29.211866 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Provisioning for port ef4dcbd3-4ca2-4796-a569-0f47a3264427 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:55:29.215435 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Provisioning complete for port ef4dcbd3-4ca2-4796-a569-0f47a3264427 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:55:29.215790 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:29.286535 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:29.307720 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c7092d-dec8-4806-a3b9-cb67eac360f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4dcbd3-4ca2-4796-a569-0f47a3264427'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:55:29.309937 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3762a8f488588fc24900269a9cc386d753c3d6f951c38e7bc7f446f2f69fbffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87bef644-2ad6-47be-83f7-bf75b665e3f9" -d '{"events": [{"server_uuid": "b8c7092d-dec8-4806-a3b9-cb67eac360f3", "name": "network-vif-plugged", "status": "completed", "tag": "ef4dcbd3-4ca2-4796-a569-0f47a3264427"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:55:29.321728 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port ef4dcbd3-4ca2-4796-a569-0f47a3264427, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ef4dcbd3-4ca2-4796-a569-0f47a3264427,segment=NetworkSegment(75e4d7f1-7396-4412-92bf-807a43990804),segment_id=75e4d7f1-7396-4412-92bf-807a43990804)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:55:29.326452 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:29.328442 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:55:29.350739 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54d0d79-5f5b-44f9-ad7f-fa4b03198b1e x-openstack-request-id: req-e54d0d79-5f5b-44f9-ad7f-fa4b03198b1e {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:55:29.351035 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c7092d-dec8-4806-a3b9-cb67eac360f3", "name": "network-vif-plugged", "status": "completed", "tag": "ef4dcbd3-4ca2-4796-a569-0f47a3264427", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:55:29.351291 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e54d0d79-5f5b-44f9-ad7f-fa4b03198b1e {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:55:29.352189 dv-cinder-792209-3-iscsi neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c7092d-dec8-4806-a3b9-cb67eac360f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4dcbd3-4ca2-4796-a569-0f47a3264427', 'code': 200} Jun 29 10:55:29.378949 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=ef4dcbd3-4ca2-4796-a569-0f47a3264427,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:55:29.382074 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:55:29.743745 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:29.819075 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fb063-1949-4d8b-a41e-52bb356663a4 req-66f76001-1002-4f2b-81c2-46c0ce783604 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:29.820576 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-7f3fb063-1949-4d8b-a41e-52bb356663a4 req-66f76001-1002-4f2b-81c2-46c0ce783604 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8c7092d-dec8-4806-a3b9-cb67eac360f3 HTTP/1.1" status: 200 len: 945 time: 0.0614951 Jun 29 10:55:29.857075 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-7f3fb063-1949-4d8b-a41e-52bb356663a4 req-01f8e2d4-8d01-4b0b-b911-4fa00198e811 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303042 Jun 29 10:55:30.490055 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd24c0-8eca-4fe4-aa1d-24e1a81807cd req-4ef631cb-d993-40b5-81ce-a9e32847169c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:30.491532 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-43fd24c0-8eca-4fe4-aa1d-24e1a81807cd req-4ef631cb-d993-40b5-81ce-a9e32847169c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b8c7092d-dec8-4806-a3b9-cb67eac360f3 HTTP/1.1" status: 200 len: 1098 time: 0.0537753 Jun 29 10:55:30.527589 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-43fd24c0-8eca-4fe4-aa1d-24e1a81807cd req-29570bfd-0c62-48a7-ad01-6c5845f57e0d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274386 Jun 29 10:55:31.024783 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d807f-0e01-473f-9dc2-656b38e3de37 req-802ad840-53b0-4fa6-b549-e9f267cd3d9f tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:31.026210 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a83d807f-0e01-473f-9dc2-656b38e3de37 req-802ad840-53b0-4fa6-b549-e9f267cd3d9f tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8c7092d-dec8-4806-a3b9-cb67eac360f3 HTTP/1.1" status: 200 len: 945 time: 0.0603909 Jun 29 10:55:31.062637 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a83d807f-0e01-473f-9dc2-656b38e3de37 req-cc8d6d75-ae58-470e-9d13-3190fdeac01a tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301580 Jun 29 10:55:31.263688 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:31.947729 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.agents_db [None req-93d4a047-be9c-4d13-b750-597922b429b4 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:55:32.229337 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c3bb8-b55f-4ce2-a747-3991df86ca50 req-bb65de23-e942-40bf-80ae-8bb32e2f7692 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:32.230682 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d11c3bb8-b55f-4ce2-a747-3991df86ca50 req-bb65de23-e942-40bf-80ae-8bb32e2f7692 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8c7092d-dec8-4806-a3b9-cb67eac360f3 HTTP/1.1" status: 200 len: 945 time: 0.0600986 Jun 29 10:55:32.266048 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d11c3bb8-b55f-4ce2-a747-3991df86ca50 req-d656d552-4aa4-44e1-b4d9-6836148cb774 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293508 Jun 29 10:55:33.437334 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149293d-9372-49bd-b9c4-576712d8d9ce req-80206d2e-2579-46e3-941b-a0412451739e tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:33.438796 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f149293d-9372-49bd-b9c4-576712d8d9ce req-80206d2e-2579-46e3-941b-a0412451739e tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8c7092d-dec8-4806-a3b9-cb67eac360f3 HTTP/1.1" status: 200 len: 945 time: 0.0649109 Jun 29 10:55:33.475189 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f149293d-9372-49bd-b9c4-576712d8d9ce req-10b07304-e68d-48a0-ab7d-977968531480 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308239 Jun 29 10:55:34.642871 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b878f95-347f-4481-a731-f33347f0abc0 req-a444ad1f-3c11-423f-97ec-5d7ab2bd08f8 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:34.644434 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1b878f95-347f-4481-a731-f33347f0abc0 req-a444ad1f-3c11-423f-97ec-5d7ab2bd08f8 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8c7092d-dec8-4806-a3b9-cb67eac360f3 HTTP/1.1" status: 200 len: 945 time: 0.0629752 Jun 29 10:55:34.690440 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1b878f95-347f-4481-a731-f33347f0abc0 req-31ecee91-8eba-4cce-921b-e56c2052ef97 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392501 Jun 29 10:55:35.861690 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95697f3-c94f-4908-ba08-3dc229ea3e0c req-2314991d-2c39-4d42-9b92-b4d3e3b33b18 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:35.863147 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d95697f3-c94f-4908-ba08-3dc229ea3e0c req-2314991d-2c39-4d42-9b92-b4d3e3b33b18 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8c7092d-dec8-4806-a3b9-cb67eac360f3 HTTP/1.1" status: 200 len: 945 time: 0.0640867 Jun 29 10:55:35.899668 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d95697f3-c94f-4908-ba08-3dc229ea3e0c req-846dc01a-cee7-48c0-b5da-ba3055383d1c tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310597 Jun 29 10:55:36.068353 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12625ad-7f52-418f-9756-da4bf23bd6a5 req-ec208d41-a5fb-4387-b363-7253e94d78e5 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:36.069795 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e12625ad-7f52-418f-9756-da4bf23bd6a5 req-ec208d41-a5fb-4387-b363-7253e94d78e5 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8c7092d-dec8-4806-a3b9-cb67eac360f3 HTTP/1.1" status: 200 len: 945 time: 0.0612576 Jun 29 10:55:36.107159 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e12625ad-7f52-418f-9756-da4bf23bd6a5 req-bf52ac4f-57d0-4578-8276-c0f7da50a663 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318172 Jun 29 10:55:36.131041 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 52942) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:55:36.180311 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42b5fe8-eea3-4ac5-b28e-eccbea967fdb tempest-TestVolumeBootPattern-583173397 tempest-TestVolumeBootPattern-583173397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:36.181778 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-f42b5fe8-eea3-4ac5-b28e-eccbea967fdb tempest-TestVolumeBootPattern-583173397 tempest-TestVolumeBootPattern-583173397-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=b8c7092d-dec8-4806-a3b9-cb67eac360f3 HTTP/1.1" status: 200 len: 1093 time: 0.0497870 Jun 29 10:55:36.184495 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 52944) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:55:36.189186 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.v2.base [None req-c7745786-0560-496e-a18c-92e0bd8a96fc tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Request body: {'floatingip': {'floating_network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'port_id': 'ef4dcbd3-4ca2-4796-a569-0f47a3264427', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'fixed_ip_address': '172.20.0.9'}} {{(pid=99532) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:55:36.210070 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c7745786-0560-496e-a18c-92e0bd8a96fc tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks [] for floatingip, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:36.303561 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c7745786-0560-496e-a18c-92e0bd8a96fc tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:36.401261 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.db_base_plugin_common [None req-c7745786-0560-496e-a18c-92e0bd8a96fc tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Allocated IP 172.27.0.115 (2b1c2b73-c07b-4ea8-8347-94f00b07ac35/05f04cdc-c6be-4227-89f2-0a6a720b3b38/ce835d54-e43b-401b-b259-1ec2ef7450f8) {{(pid=99532) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:55:36.501618 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c7745786-0560-496e-a18c-92e0bd8a96fc tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks [] for port, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:36.537741 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c7745786-0560-496e-a18c-92e0bd8a96fc tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4232069'] for port, after_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:36.540391 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-38e1d69c-a09a-4728-8eed-a92c2eeae739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:55:36.576308 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7745786-0560-496e-a18c-92e0bd8a96fc tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Network 2b1c2b73-c07b-4ea8-8347-94f00b07ac35 is already hosted by enough agents. {{(pid=99532) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:55:36.579097 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.base_scheduler [None req-c7745786-0560-496e-a18c-92e0bd8a96fc tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Resources bound (agent type, host, resource id): {{(pid=99532) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:55:36.582429 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7745786-0560-496e-a18c-92e0bd8a96fc tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Received port after_create {{(pid=99532) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:55:36.587666 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7745786-0560-496e-a18c-92e0bd8a96fc tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Pushing event updated for resources: {'Port': ['ID=ce835d54-e43b-401b-b259-1ec2ef7450f8,revision_number=1']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:55:36.613042 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7745786-0560-496e-a18c-92e0bd8a96fc tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:36.613428 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7745786-0560-496e-a18c-92e0bd8a96fc tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:36.613798 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7745786-0560-496e-a18c-92e0bd8a96fc tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:36.614163 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7745786-0560-496e-a18c-92e0bd8a96fc tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:36.614823 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7745786-0560-496e-a18c-92e0bd8a96fc tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:36.614951 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7745786-0560-496e-a18c-92e0bd8a96fc tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:36.615246 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7745786-0560-496e-a18c-92e0bd8a96fc tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:36.615603 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7745786-0560-496e-a18c-92e0bd8a96fc tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:36.615960 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7745786-0560-496e-a18c-92e0bd8a96fc tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:36.616317 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7745786-0560-496e-a18c-92e0bd8a96fc tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:36.616666 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7745786-0560-496e-a18c-92e0bd8a96fc tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:36.617016 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7745786-0560-496e-a18c-92e0bd8a96fc tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:36.622234 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-c7745786-0560-496e-a18c-92e0bd8a96fc tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:55:36.951764 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c7745786-0560-496e-a18c-92e0bd8a96fc tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:37.024258 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c7745786-0560-496e-a18c-92e0bd8a96fc tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:37.168254 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c7745786-0560-496e-a18c-92e0bd8a96fc tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks [] for port, precommit_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:37.172673 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c7745786-0560-496e-a18c-92e0bd8a96fc tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4232083'] for port, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:37.175593 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-38e1d69c-a09a-4728-8eed-a92c2eeae739 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:55:37.235738 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7745786-0560-496e-a18c-92e0bd8a96fc tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Pushing event updated for resources: {'Port': ['ID=ce835d54-e43b-401b-b259-1ec2ef7450f8,revision_number=2']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:55:37.239374 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-c7745786-0560-496e-a18c-92e0bd8a96fc tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:55:37.248848 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c7745786-0560-496e-a18c-92e0bd8a96fc tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7928479'] for floatingip, after_update {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:37.345942 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.db.l3_db [None req-c7745786-0560-496e-a18c-92e0bd8a96fc tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Floating IP 1e5f3248-80af-4da1-8a56-ac9304f2ffea associated. External IP: 172.27.0.115, port: ef4dcbd3-4ca2-4796-a569-0f47a3264427. Jun 29 10:55:37.545947 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7745786-0560-496e-a18c-92e0bd8a96fc tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Router 3ab14710-8f76-41ca-8234-daf954baf33d has already been hosted by L3 agent 8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f {{(pid=99532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:55:37.655285 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7745786-0560-496e-a18c-92e0bd8a96fc tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify agent at l3_agent.dv-cinder-792209-3-iscsi the message routers_updated {{(pid=99532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:55:37.664349 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaa5906-32ef-4aff-ba0e-7799efbf5b35 None None] Sync routers for ids ['3ab14710-8f76-41ca-8234-daf954baf33d'] in dv-cinder-792209-3-iscsi {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:55:37.672371 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-c7745786-0560-496e-a18c-92e0bd8a96fc tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for floatingip, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:37.674888 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaa5906-32ef-4aff-ba0e-7799efbf5b35 None None] Routers {'3ab14710-8f76-41ca-8234-daf954baf33d'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:55:37.675517 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-7aaa5906-32ef-4aff-ba0e-7799efbf5b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:55:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['3ab14710-8f76-41ca-8234-daf954baf33d'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:55:37.708679 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-c7745786-0560-496e-a18c-92e0bd8a96fc tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5226939 Jun 29 10:55:37.709329 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c7092d-dec8-4806-a3b9-cb67eac360f3', 'tag': 'ef4dcbd3-4ca2-4796-a569-0f47a3264427'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:55:37.711816 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}741eff7b388cda03fc4d9e55606c84397052c5857ae4d93d7a3b4e67aaed09af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f92740e-1449-4cf2-81ef-ee6c5eb4b310" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c7092d-dec8-4806-a3b9-cb67eac360f3", "tag": "ef4dcbd3-4ca2-4796-a569-0f47a3264427"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:55:37.746572 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c360e0b-f81c-43fe-9117-1393f88ca45f x-openstack-request-id: req-5c360e0b-f81c-43fe-9117-1393f88ca45f {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:55:37.746926 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c7092d-dec8-4806-a3b9-cb67eac360f3", "tag": "ef4dcbd3-4ca2-4796-a569-0f47a3264427", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:55:37.747217 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5c360e0b-f81c-43fe-9117-1393f88ca45f {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:55:37.747647 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c7092d-dec8-4806-a3b9-cb67eac360f3', 'tag': 'ef4dcbd3-4ca2-4796-a569-0f47a3264427', 'status': 'completed', 'code': 200} Jun 29 10:55:37.780365 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-7aaa5906-32ef-4aff-ba0e-7799efbf5b35 None None] Set router 3ab14710-8f76-41ca-8234-daf954baf33d gateway port host: dv-cinder-792209-3-iscsi {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:55:37.989570 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-7aaa5906-32ef-4aff-ba0e-7799efbf5b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'name': 'tempest-TestVolumeBootPattern-1429253507-router', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:14Z', 'updated_at': '2021-06-29T10:50:17Z', 'revision_number': 4, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'gw_port': {'id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:15Z', 'updated_at': '2021-06-29T10:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_floatingips': [{'id': '1bb63359-9170-4d6f-a34b-5cca31d437e7', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'router_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'port_id': 'ff928c0d-1ebc-44e1-a00e-dbbde06413fd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119', 'mac_address': 'fa:16:3e:ab:09:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204ba12f-eeba-47ba-9966-0321740b5dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:53:25Z', 'updated_at': '2021-06-29T10:53:26Z', 'revision_number': 1, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'fixed_ip_address_scope': None}, {'id': '1e5f3248-80af-4da1-8a56-ac9304f2ffea', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'router_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'port_id': 'ef4dcbd3-4ca2-4796-a569-0f47a3264427', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119', 'mac_address': 'fa:16:3e:af:24:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c7092d-dec8-4806-a3b9-cb67eac360f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:55:36Z', 'updated_at': '2021-06-29T10:55:36Z', 'revision_number': 0, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9ff7ca-5143-4cad-a595-98f9a3768c10', 'name': '', 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'mac_address': 'fa:16:3e:8f:44:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'e06f0075-fc72-462c-a9f0-67a612c09aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:17Z', 'updated_at': '2021-06-29T10:50:23Z', 'revision_number': 5, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'subnets': [{'id': 'e06f0075-fc72-462c-a9f0-67a612c09aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:55:38.017386 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaa5906-32ef-4aff-ba0e-7799efbf5b35 None None] Checking router: 3ab14710-8f76-41ca-8234-daf954baf33d for host: dv-cinder-792209-3-iscsi {{(pid=99534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:55:38.025131 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaa5906-32ef-4aff-ba0e-7799efbf5b35 None None] Routers {'3ab14710-8f76-41ca-8234-daf954baf33d'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:55:38.025726 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-7aaa5906-32ef-4aff-ba0e-7799efbf5b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:55:29Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['3ab14710-8f76-41ca-8234-daf954baf33d'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:55:38.126660 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-7aaa5906-32ef-4aff-ba0e-7799efbf5b35 None None] Set router 3ab14710-8f76-41ca-8234-daf954baf33d gateway port host: dv-cinder-792209-3-iscsi {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:55:38.451906 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-7aaa5906-32ef-4aff-ba0e-7799efbf5b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'name': 'tempest-TestVolumeBootPattern-1429253507-router', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:14Z', 'updated_at': '2021-06-29T10:50:17Z', 'revision_number': 4, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'gw_port': {'id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:15Z', 'updated_at': '2021-06-29T10:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_floatingips': [{'id': '1bb63359-9170-4d6f-a34b-5cca31d437e7', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'router_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'port_id': 'ff928c0d-1ebc-44e1-a00e-dbbde06413fd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119', 'mac_address': 'fa:16:3e:ab:09:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204ba12f-eeba-47ba-9966-0321740b5dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:53:25Z', 'updated_at': '2021-06-29T10:53:26Z', 'revision_number': 1, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'fixed_ip_address_scope': None}, {'id': '1e5f3248-80af-4da1-8a56-ac9304f2ffea', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'router_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'port_id': 'ef4dcbd3-4ca2-4796-a569-0f47a3264427', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119', 'mac_address': 'fa:16:3e:af:24:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c7092d-dec8-4806-a3b9-cb67eac360f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:55:36Z', 'updated_at': '2021-06-29T10:55:36Z', 'revision_number': 0, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9ff7ca-5143-4cad-a595-98f9a3768c10', 'name': '', 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'mac_address': 'fa:16:3e:8f:44:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'e06f0075-fc72-462c-a9f0-67a612c09aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:17Z', 'updated_at': '2021-06-29T10:50:23Z', 'revision_number': 5, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'subnets': [{'id': 'e06f0075-fc72-462c-a9f0-67a612c09aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:55:38.480072 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaa5906-32ef-4aff-ba0e-7799efbf5b35 None None] The sync data for ids ['3ab14710-8f76-41ca-8234-daf954baf33d'] in dv-cinder-792209-3-iscsi is: [{'id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'name': 'tempest-TestVolumeBootPattern-1429253507-router', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:14Z', 'updated_at': '2021-06-29T10:50:17Z', 'revision_number': 4, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'gw_port': {'id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:15Z', 'updated_at': '2021-06-29T10:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_floatingips': [{'id': '1bb63359-9170-4d6f-a34b-5cca31d437e7', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'router_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'port_id': 'ff928c0d-1ebc-44e1-a00e-dbbde06413fd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119', 'mac_address': 'fa:16:3e:ab:09:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204ba12f-eeba-47ba-9966-0321740b5dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:53:25Z', 'updated_at': '2021-06-29T10:53:26Z', 'revision_number': 1, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'fixed_ip_address_scope': None}, {'id': '1e5f3248-80af-4da1-8a56-ac9304f2ffea', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'floating_ip_address': '172.27.0.115', 'floating_network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'router_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'port_id': 'ef4dcbd3-4ca2-4796-a569-0f47a3264427', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119', 'mac_address': 'fa:16:3e:af:24:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c7092d-dec8-4806-a3b9-cb67eac360f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:55:36Z', 'updated_at': '2021-06-29T10:55:36Z', 'revision_number': 0, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9ff7ca-5143-4cad-a595-98f9a3768c10', 'name': '', 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'mac_address': 'fa:16:3e:8f:44:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'e06f0075-fc72-462c-a9f0-67a612c09aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:17Z', 'updated_at': '2021-06-29T10:50:23Z', 'revision_number': 5, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'subnets': [{'id': 'e06f0075-fc72-462c-a9f0-67a612c09aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:55:38.584406 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92740e-1449-4cf2-81ef-ee6c5eb4b310 req-559569d4-124d-4e41-a36e-b8cde50226e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:38.586012 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0f92740e-1449-4cf2-81ef-ee6c5eb4b310 req-559569d4-124d-4e41-a36e-b8cde50226e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d430ddcb57a54f888eeb6e4432ddf4ef&device_id=b8c7092d-dec8-4806-a3b9-cb67eac360f3 HTTP/1.1" status: 200 len: 1098 time: 0.0530519 Jun 29 10:55:38.666570 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2f5f83-1f41-4bb2-8e43-7282269eed7c None None] New status for floating IP 1e5f3248-80af-4da1-8a56-ac9304f2ffea: ACTIVE {{(pid=99535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:55:38.688810 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92740e-1449-4cf2-81ef-ee6c5eb4b310 req-c97821d4-d7a7-4b55-b861-613c1e17fe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:38.690254 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0f92740e-1449-4cf2-81ef-ee6c5eb4b310 req-c97821d4-d7a7-4b55-b861-613c1e17fe2a service neutron] 10.222.0.41 "GET /v2.0/networks?id=c2c75e90-ff61-4035-ad60-7a5936afe119 HTTP/1.1" status: 200 len: 913 time: 0.0902698 Jun 29 10:55:38.760900 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0f92740e-1449-4cf2-81ef-ee6c5eb4b310 req-1fc99547-6991-48df-8917-4162a980c1df service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef4dcbd3-4ca2-4796-a569-0f47a3264427 HTTP/1.1" status: 200 len: 999 time: 0.0601375 Jun 29 10:55:38.815188 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92740e-1449-4cf2-81ef-ee6c5eb4b310 req-4d2bea2f-a524-4826-89f0-b24205b7072c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:38.816729 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0f92740e-1449-4cf2-81ef-ee6c5eb4b310 req-4d2bea2f-a524-4826-89f0-b24205b7072c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e06f0075-fc72-462c-a9f0-67a612c09aa9 HTTP/1.1" status: 200 len: 851 time: 0.0482774 Jun 29 10:55:38.872876 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92740e-1449-4cf2-81ef-ee6c5eb4b310 req-674aea15-5c7f-41c6-bc6f-8e324816e170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:38.874263 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0f92740e-1449-4cf2-81ef-ee6c5eb4b310 req-674aea15-5c7f-41c6-bc6f-8e324816e170 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2c75e90-ff61-4035-ad60-7a5936afe119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501745 Jun 29 10:55:38.962126 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0f92740e-1449-4cf2-81ef-ee6c5eb4b310 req-c7ae9c8e-9b4f-497d-8d29-9d6fe5980e12 service neutron] 10.222.0.41 "GET /v2.0/networks/c2c75e90-ff61-4035-ad60-7a5936afe119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798445 Jun 29 10:55:39.054238 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0f92740e-1449-4cf2-81ef-ee6c5eb4b310 req-e7cda236-481c-4ac1-9d2e-4364ca3f7f3b service neutron] 10.222.0.41 "GET /v2.0/networks/c2c75e90-ff61-4035-ad60-7a5936afe119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818017 Jun 29 10:55:44.674488 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e3ebcc-4e2f-4c58-81d7-0b6a4cda2082 req-8202274a-4d2b-466e-bd1f-dc26051eedc7 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:44.675878 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d3e3ebcc-4e2f-4c58-81d7-0b6a4cda2082 req-8202274a-4d2b-466e-bd1f-dc26051eedc7 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a722645-85be-4771-855a-627fd0b61d0e HTTP/1.1" status: 200 len: 946 time: 0.0612350 Jun 29 10:55:44.712201 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d3e3ebcc-4e2f-4c58-81d7-0b6a4cda2082 req-32efad0e-5d15-4cea-88d4-65e076e96473 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/security-groups?id=18e9d768-0cb5-415d-b094-ea6a0bac90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306649 Jun 29 10:55:45.886139 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe3b44-8395-4dce-aeea-712fc3c816b8 req-e0b823cd-dcf6-4fbd-8624-ed069dc7820e tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:45.887591 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fcbe3b44-8395-4dce-aeea-712fc3c816b8 req-e0b823cd-dcf6-4fbd-8624-ed069dc7820e tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a722645-85be-4771-855a-627fd0b61d0e HTTP/1.1" status: 200 len: 946 time: 0.0647871 Jun 29 10:55:45.925361 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fcbe3b44-8395-4dce-aeea-712fc3c816b8 req-5b4020fc-7472-4505-aac1-642c6f42ba41 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/security-groups?id=18e9d768-0cb5-415d-b094-ea6a0bac90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312948 Jun 29 10:55:46.543532 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b4f4d-ce60-411a-b74b-ea04f427bc92 req-648a2e21-6630-4b9b-8f31-fd91fc3f3061 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:46.544932 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c81b4f4d-ce60-411a-b74b-ea04f427bc92 req-648a2e21-6630-4b9b-8f31-fd91fc3f3061 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a722645-85be-4771-855a-627fd0b61d0e HTTP/1.1" status: 200 len: 946 time: 0.0605991 Jun 29 10:55:46.637889 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-c81b4f4d-ce60-411a-b74b-ea04f427bc92 req-65505ffb-59b1-473e-95e6-5672a15cac5a tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Deleting port e40f50e2-c20d-40fa-b0a7-5012bdac8f2b {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:55:46.638218 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-c81b4f4d-ce60-411a-b74b-ea04f427bc92 req-65505ffb-59b1-473e-95e6-5672a15cac5a tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:46.724405 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-c81b4f4d-ce60-411a-b74b-ea04f427bc92 req-65505ffb-59b1-473e-95e6-5672a15cac5a tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] For port e40f50e2-c20d-40fa-b0a7-5012bdac8f2b, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=e40f50e2-c20d-40fa-b0a7-5012bdac8f2b,segment=NetworkSegment(0fa85c9d-a7d0-4ff5-9a7a-a2c3df260cb2),segment_id=0fa85c9d-a7d0-4ff5-9a7a-a2c3df260cb2)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:55:46.724758 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-c81b4f4d-ce60-411a-b74b-ea04f427bc92 req-65505ffb-59b1-473e-95e6-5672a15cac5a tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:46.736668 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-c81b4f4d-ce60-411a-b74b-ea04f427bc92 req-65505ffb-59b1-473e-95e6-5672a15cac5a tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Calling delete_port for e40f50e2-c20d-40fa-b0a7-5012bdac8f2b owned by compute:nova {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:55:46.860274 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-c81b4f4d-ce60-411a-b74b-ea04f427bc92 req-65505ffb-59b1-473e-95e6-5672a15cac5a tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295537'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:46.865437 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-8376b038-0986-4ebd-b87c-624bf4245c1c tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:55:46.894979 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65505ffb-59b1-473e-95e6-5672a15cac5a tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Pushing event deleted for resources: {'Port': ['ID=e40f50e2-c20d-40fa-b0a7-5012bdac8f2b,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:55:46.899018 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] get_ports_and_sgs() called for port_ids ['e40f50e2-c20d-40fa-b0a7-5012bdac8f2b'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:55:46.919480 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65505ffb-59b1-473e-95e6-5672a15cac5a tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:46.919827 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65505ffb-59b1-473e-95e6-5672a15cac5a tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:46.920710 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65505ffb-59b1-473e-95e6-5672a15cac5a tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:46.921091 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65505ffb-59b1-473e-95e6-5672a15cac5a tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:46.921454 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65505ffb-59b1-473e-95e6-5672a15cac5a tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:46.921817 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65505ffb-59b1-473e-95e6-5672a15cac5a tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:46.922178 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65505ffb-59b1-473e-95e6-5672a15cac5a tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:46.922533 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65505ffb-59b1-473e-95e6-5672a15cac5a tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:46.922914 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65505ffb-59b1-473e-95e6-5672a15cac5a tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:46.923270 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65505ffb-59b1-473e-95e6-5672a15cac5a tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:46.923626 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65505ffb-59b1-473e-95e6-5672a15cac5a tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:46.923976 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65505ffb-59b1-473e-95e6-5672a15cac5a tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:55:46.941338 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-65505ffb-59b1-473e-95e6-5672a15cac5a tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:55:46.942189 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-c81b4f4d-ce60-411a-b74b-ea04f427bc92 req-65505ffb-59b1-473e-95e6-5672a15cac5a tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] No DVR routers for this DVR port e40f50e2-c20d-40fa-b0a7-5012bdac8f2b on host hv-cinder-79220 {{(pid=99533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:55:46.944309 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-c81b4f4d-ce60-411a-b74b-ea04f427bc92 req-65505ffb-59b1-473e-95e6-5672a15cac5a tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:46.946215 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-c81b4f4d-ce60-411a-b74b-ea04f427bc92 req-65505ffb-59b1-473e-95e6-5672a15cac5a tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.41 "DELETE /v2.0/ports/e40f50e2-c20d-40fa-b0a7-5012bdac8f2b HTTP/1.1" status: 204 len: 173 time: 0.3949766 Jun 29 10:55:46.946712 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a722645-85be-4771-855a-627fd0b61d0e', 'name': 'network-vif-deleted', 'tag': 'e40f50e2-c20d-40fa-b0a7-5012bdac8f2b'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:55:46.949069 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82814ba4342b3241ea59c6119a2f8abf18707475a0488e58b50a7e2d80907800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5259ebf5-aeeb-40dc-a5ab-93d0326d2e5b" -d '{"events": [{"server_uuid": "1a722645-85be-4771-855a-627fd0b61d0e", "name": "network-vif-deleted", "tag": "e40f50e2-c20d-40fa-b0a7-5012bdac8f2b"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:55:46.985848 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ae7ea0-cbc3-43b9-b495-55d30e274473 x-openstack-request-id: req-02ae7ea0-cbc3-43b9-b495-55d30e274473 {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:55:46.986257 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a722645-85be-4771-855a-627fd0b61d0e", "name": "network-vif-deleted", "tag": "e40f50e2-c20d-40fa-b0a7-5012bdac8f2b", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:55:46.986661 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-02ae7ea0-cbc3-43b9-b495-55d30e274473 {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:55:46.987098 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a722645-85be-4771-855a-627fd0b61d0e', 'name': 'network-vif-deleted', 'tag': 'e40f50e2-c20d-40fa-b0a7-5012bdac8f2b', 'status': 'completed', 'code': 200} Jun 29 10:55:47.074586 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-3c06e6b4-7439-483c-956d-a6c0fb7f065b req-8a5a8a75-f98b-48b6-af68-5e2bf0303679 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a722645-85be-4771-855a-627fd0b61d0e HTTP/1.1" status: 200 len: 210 time: 0.0327029 Jun 29 10:55:51.461126 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device e40f50e2-c20d-40fa-b0a7-5012bdac8f2b no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:55:51.480422 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] No Port match for: e40f50e2-c20d-40fa-b0a7-5012bdac8f2b {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:55:51.480774 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device e40f50e2-c20d-40fa-b0a7-5012bdac8f2b not bound to the agent host hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:55:54.834385 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:55.979184 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-732be900-e887-4f31-b3b2-b1b75f5dab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:58.059491 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-e0d06f24-114d-4f02-ba20-2d96887502d4 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:58.060830 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-e0d06f24-114d-4f02-ba20-2d96887502d4 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/networks?id=53c94cad-afe5-44c0-bfd1-f87f50abc233 HTTP/1.1" status: 200 len: 813 time: 0.0971222 Jun 29 10:55:58.074792 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-8822043f-fa9a-4fff-a5f3-2b0db08029dd tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/quotas/7497b8f70c49453ba3a43aa1b1dc62d7 HTTP/1.1" status: 200 len: 375 time: 0.0086198 Jun 29 10:55:58.113420 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-c62028fa-4359-42ce-8ca8-d5f31a62d86f tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7497b8f70c49453ba3a43aa1b1dc62d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338709 Jun 29 10:55:58.197505 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-f2d65d7a-e6b9-493e-a890-4255f3a5e720 service neutron] 10.222.0.61 "GET /v2.0/networks/53c94cad-afe5-44c0-bfd1-f87f50abc233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774977 Jun 29 10:55:58.286582 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-c62d004e-be9b-4eb0-b066-b772bc11e1f3 service neutron] 10.222.0.61 "GET /v2.0/networks/53c94cad-afe5-44c0-bfd1-f87f50abc233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832644 Jun 29 10:55:58.450409 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-61757315-75a6-4de2-8b5e-02cb25df1b1d req-c6a34b81-e620-410f-837c-f111f729b1ce tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/ports?device_id=a91d88f5-5509-4fd9-9190-c9ff49c7639f HTTP/1.1" status: 200 len: 210 time: 0.0278072 Jun 29 10:55:58.692016 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8e666ef6-4e08-45e5-b6b8-055715274e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:58.898000 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:59.600862 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ff653f11-2f20-482d-a924-70b7a2e19b98 req-42277770-6b25-4587-a081-828ce8633bc1 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/ports?device_id=a91d88f5-5509-4fd9-9190-c9ff49c7639f HTTP/1.1" status: 200 len: 210 time: 0.0351889 Jun 29 10:55:59.646752 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-faed8e6f-ff59-4755-bafd-46efd1c0b8ff tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:55:59.648176 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-faed8e6f-ff59-4755-bafd-46efd1c0b8ff tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.41 "GET /v2.0/networks?id=53c94cad-afe5-44c0-bfd1-f87f50abc233 HTTP/1.1" status: 200 len: 813 time: 0.1268573 Jun 29 10:55:59.672011 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-f94b1571-c0ca-4b5d-9068-cd12dd09c435 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Request body: {'port': {'device_id': 'a91d88f5-5509-4fd9-9190-c9ff49c7639f', 'network_id': '53c94cad-afe5-44c0-bfd1-f87f50abc233', 'admin_state_up': True, 'tenant_id': '7497b8f70c49453ba3a43aa1b1dc62d7'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:55:59.746711 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:59.787965 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-f94b1571-c0ca-4b5d-9068-cd12dd09c435 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Made reservation on behalf of 7497b8f70c49453ba3a43aa1b1dc62d7 for: {'port': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 10:55:59.791596 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-f94b1571-c0ca-4b5d-9068-cd12dd09c435 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:55:59.912713 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-f94b1571-c0ca-4b5d-9068-cd12dd09c435 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Allocated IP 172.20.0.4 (53c94cad-afe5-44c0-bfd1-f87f50abc233/76ce3d1f-09c6-4684-a8fa-4e453e750969/447172cf-8ba8-4318-b21d-b42cd0fef1a3) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 10:56:00.052937 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-f94b1571-c0ca-4b5d-9068-cd12dd09c435 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:00.089854 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-f94b1571-c0ca-4b5d-9068-cd12dd09c435 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-640884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772013079799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-5295544'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:00.095031 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-f556d7c2-4812-49a8-aaab-4d970d9216cb tempest-VolumesNegativeTest-127156634 tempest-VolumesNegativeTest-127156634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:56:00.134239 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-f94b1571-c0ca-4b5d-9068-cd12dd09c435 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Network 53c94cad-afe5-44c0-bfd1-f87f50abc233 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 10:56:00.137343 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-f94b1571-c0ca-4b5d-9068-cd12dd09c435 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 10:56:00.141073 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-f94b1571-c0ca-4b5d-9068-cd12dd09c435 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 10:56:00.167322 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b1571-c0ca-4b5d-9068-cd12dd09c435 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Pushing event updated for resources: {'Port': ['ID=447172cf-8ba8-4318-b21d-b42cd0fef1a3,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:56:00.171312 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-f94b1571-c0ca-4b5d-9068-cd12dd09c435 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:56:00.192016 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-f94b1571-c0ca-4b5d-9068-cd12dd09c435 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:00.192612 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-f94b1571-c0ca-4b5d-9068-cd12dd09c435 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:00.205152 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-f94b1571-c0ca-4b5d-9068-cd12dd09c435 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5369353 Jun 29 10:56:00.233916 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.v2.base [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-1ffa1c7c-c6ce-45ee-bb25-731fff593ae2 service neutron] Request body: {'port': {'device_id': 'a91d88f5-5509-4fd9-9190-c9ff49c7639f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79220'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 10:56:00.307064 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-1ffa1c7c-c6ce-45ee-bb25-731fff593ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:00.552845 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.notifiers.nova [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-1ffa1c7c-c6ce-45ee-bb25-731fff593ae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 447172cf-8ba8-4318-b21d-b42cd0fef1a3 {{(pid=99533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:56:00.559867 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-1ffa1c7c-c6ce-45ee-bb25-731fff593ae2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:00.571634 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-1ffa1c7c-c6ce-45ee-bb25-731fff593ae2 service neutron] Transition to ACTIVE for port object 447172cf-8ba8-4318-b21d-b42cd0fef1a3 will not be triggered until provisioned by entity L2. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 10:56:00.574917 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-1ffa1c7c-c6ce-45ee-bb25-731fff593ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5295534'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:00.577536 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-badfd6dd-1894-4cf5-a581-93fa433de091 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:56:00.644262 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffa1c7c-c6ce-45ee-bb25-731fff593ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=447172cf-8ba8-4318-b21d-b42cd0fef1a3,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:56:00.647613 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-1ffa1c7c-c6ce-45ee-bb25-731fff593ae2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:56:00.693325 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-1ffa1c7c-c6ce-45ee-bb25-731fff593ae2 service neutron] Attempting to bind port 447172cf-8ba8-4318-b21d-b42cd0fef1a3 on host hv-cinder-79220 for vnic_type normal with profile {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 10:56:00.693659 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-1ffa1c7c-c6ce-45ee-bb25-731fff593ae2 service neutron] Attempting to bind port 447172cf-8ba8-4318-b21d-b42cd0fef1a3 by drivers openvswitch,hyperv on host hv-cinder-79220 at level 0 using segments [{'id': '0fa85c9d-a7d0-4ff5-9a7a-a2c3df260cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '53c94cad-afe5-44c0-bfd1-f87f50abc233'}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 10:56:00.693984 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-1ffa1c7c-c6ce-45ee-bb25-731fff593ae2 service neutron] Attempting to bind port 447172cf-8ba8-4318-b21d-b42cd0fef1a3 on network 53c94cad-afe5-44c0-bfd1-f87f50abc233 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:56:00.698148 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-1ffa1c7c-c6ce-45ee-bb25-731fff593ae2 service neutron] Port 447172cf-8ba8-4318-b21d-b42cd0fef1a3 on network 53c94cad-afe5-44c0-bfd1-f87f50abc233 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79220 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 10:56:00.698463 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-1ffa1c7c-c6ce-45ee-bb25-731fff593ae2 service neutron] Attempting to bind port 447172cf-8ba8-4318-b21d-b42cd0fef1a3 on network 53c94cad-afe5-44c0-bfd1-f87f50abc233 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 10:56:00.703218 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-1ffa1c7c-c6ce-45ee-bb25-731fff593ae2 service neutron] Checking agent: {'id': 'd76c2234-1a1a-45d0-9761-a55b876eff8e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79220', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 10, 39, 54), 'started_at': datetime.datetime(2021, 6, 29, 10, 39, 54), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 10, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 10:56:00.703550 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-1ffa1c7c-c6ce-45ee-bb25-731fff593ae2 service neutron] Checking segment: {'id': '0fa85c9d-a7d0-4ff5-9a7a-a2c3df260cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '53c94cad-afe5-44c0-bfd1-f87f50abc233'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 10:56:00.703933 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-1ffa1c7c-c6ce-45ee-bb25-731fff593ae2 service neutron] Bound using segment: {'id': '0fa85c9d-a7d0-4ff5-9a7a-a2c3df260cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '53c94cad-afe5-44c0-bfd1-f87f50abc233'} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 10:56:00.704349 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-1ffa1c7c-c6ce-45ee-bb25-731fff593ae2 service neutron] Bound port: 447172cf-8ba8-4318-b21d-b42cd0fef1a3, host: hv-cinder-79220, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa85c9d-a7d0-4ff5-9a7a-a2c3df260cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '53c94cad-afe5-44c0-bfd1-f87f50abc233'}}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 10:56:00.704701 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-1ffa1c7c-c6ce-45ee-bb25-731fff593ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:00.805217 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-1ffa1c7c-c6ce-45ee-bb25-731fff593ae2 service neutron] For port 447172cf-8ba8-4318-b21d-b42cd0fef1a3, host hv-cinder-79220, cleared binding levels {{(pid=99533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 10:56:00.808671 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-1ffa1c7c-c6ce-45ee-bb25-731fff593ae2 service neutron] For port 447172cf-8ba8-4318-b21d-b42cd0fef1a3, host hv-cinder-79220, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=447172cf-8ba8-4318-b21d-b42cd0fef1a3,segment=NetworkSegment(0fa85c9d-a7d0-4ff5-9a7a-a2c3df260cb2),segment_id=0fa85c9d-a7d0-4ff5-9a7a-a2c3df260cb2)] {{(pid=99533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 10:56:00.812756 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-1ffa1c7c-c6ce-45ee-bb25-731fff593ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5295534'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:00.816069 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-c2989eef-5197-4b21-bc69-1d8ddb10d536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:56:00.852063 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb549f-3506-4e9d-bf56-0a223e5e593a req-da1b5d00-b1ef-454c-8719-3a5691f3606a tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:00.853525 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-eecb549f-3506-4e9d-bf56-0a223e5e593a req-da1b5d00-b1ef-454c-8719-3a5691f3606a tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/ports?device_id=a91d88f5-5509-4fd9-9190-c9ff49c7639f HTTP/1.1" status: 200 len: 943 time: 0.1350698 Jun 29 10:56:00.859549 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-1ffa1c7c-c6ce-45ee-bb25-731fff593ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:00.860142 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-1ffa1c7c-c6ce-45ee-bb25-731fff593ae2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:00.862039 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-1ffa1c7c-c6ce-45ee-bb25-731fff593ae2 service neutron] 10.222.0.41 "PUT /v2.0/ports/447172cf-8ba8-4318-b21d-b42cd0fef1a3 HTTP/1.1" status: 200 len: 1093 time: 0.6321864 Jun 29 10:56:00.863651 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a91d88f5-5509-4fd9-9190-c9ff49c7639f', 'tag': '447172cf-8ba8-4318-b21d-b42cd0fef1a3'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:56:00.865903 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82814ba4342b3241ea59c6119a2f8abf18707475a0488e58b50a7e2d80907800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f9db17-35a3-44a8-8b65-21aba8c5fb07" -d '{"events": [{"name": "network-changed", "server_uuid": "a91d88f5-5509-4fd9-9190-c9ff49c7639f", "tag": "447172cf-8ba8-4318-b21d-b42cd0fef1a3"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:56:00.906495 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f695bf0b-6da8-4f3c-b668-4d7645e12d2b x-openstack-request-id: req-f695bf0b-6da8-4f3c-b668-4d7645e12d2b {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:56:00.907235 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a91d88f5-5509-4fd9-9190-c9ff49c7639f", "tag": "447172cf-8ba8-4318-b21d-b42cd0fef1a3", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:56:00.907235 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f695bf0b-6da8-4f3c-b668-4d7645e12d2b {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:56:00.907580 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a91d88f5-5509-4fd9-9190-c9ff49c7639f', 'tag': '447172cf-8ba8-4318-b21d-b42cd0fef1a3', 'status': 'completed', 'code': 200} Jun 29 10:56:00.910701 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffa1c7c-c6ce-45ee-bb25-731fff593ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=447172cf-8ba8-4318-b21d-b42cd0fef1a3,revision_number=3']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:56:00.915203 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-1ffa1c7c-c6ce-45ee-bb25-731fff593ae2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:56:00.918549 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-eecb549f-3506-4e9d-bf56-0a223e5e593a req-b3fe4f24-a668-436c-97ad-7c54ff6014ed tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/security-groups?id=18e9d768-0cb5-415d-b094-ea6a0bac90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556824 Jun 29 10:56:00.984470 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-893fc40b-49f0-4517-8818-c26bf1704ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:00.985895 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-893fc40b-49f0-4517-8818-c26bf1704ce0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7497b8f70c49453ba3a43aa1b1dc62d7&device_id=a91d88f5-5509-4fd9-9190-c9ff49c7639f HTTP/1.1" status: 200 len: 1096 time: 0.0506105 Jun 29 10:56:01.036769 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-8cf87e5b-1918-4800-ba09-7e4843bbd663 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=447172cf-8ba8-4318-b21d-b42cd0fef1a3 HTTP/1.1" status: 200 len: 217 time: 0.0356491 Jun 29 10:56:01.087469 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-43aaa534-44d4-4ab4-9e7d-f8a4bdcc3a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:01.088813 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-43aaa534-44d4-4ab4-9e7d-f8a4bdcc3a02 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76ce3d1f-09c6-4684-a8fa-4e453e750969 HTTP/1.1" status: 200 len: 853 time: 0.0422676 Jun 29 10:56:01.145968 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-28c63bd8-bc45-4f91-b70b-bae9d6daad45 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=53c94cad-afe5-44c0-bfd1-f87f50abc233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261989 Jun 29 10:56:01.236284 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-8a2bc2bb-25dc-4258-81dc-2ba2a8d26875 service neutron] 10.222.0.41 "GET /v2.0/networks/53c94cad-afe5-44c0-bfd1-f87f50abc233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804467 Jun 29 10:56:01.266520 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:01.325788 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-266fa1d9-fcbf-4d1c-9c92-19f504f8a5f7 req-481060da-3436-4bb1-a635-5cd4a604a970 service neutron] 10.222.0.41 "GET /v2.0/networks/53c94cad-afe5-44c0-bfd1-f87f50abc233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814421 Jun 29 10:56:01.489873 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9db17-35a3-44a8-8b65-21aba8c5fb07 req-8b5b19cf-32fe-470d-9364-eb62fa6fcce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:01.491852 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-51f9db17-35a3-44a8-8b65-21aba8c5fb07 req-8b5b19cf-32fe-470d-9364-eb62fa6fcce8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7497b8f70c49453ba3a43aa1b1dc62d7&device_id=a91d88f5-5509-4fd9-9190-c9ff49c7639f HTTP/1.1" status: 200 len: 1096 time: 0.0571525 Jun 29 10:56:01.581487 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9db17-35a3-44a8-8b65-21aba8c5fb07 req-91ebbb8e-15d5-4efc-b6c1-049e9a0b301a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:01.583048 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-51f9db17-35a3-44a8-8b65-21aba8c5fb07 req-91ebbb8e-15d5-4efc-b6c1-049e9a0b301a service neutron] 10.222.0.41 "GET /v2.0/networks?id=53c94cad-afe5-44c0-bfd1-f87f50abc233 HTTP/1.1" status: 200 len: 914 time: 0.0840867 Jun 29 10:56:01.624523 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-51f9db17-35a3-44a8-8b65-21aba8c5fb07 req-00f17c3e-09ff-4586-97da-a9aa2c0cc963 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=447172cf-8ba8-4318-b21d-b42cd0fef1a3 HTTP/1.1" status: 200 len: 217 time: 0.0322285 Jun 29 10:56:01.672492 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9db17-35a3-44a8-8b65-21aba8c5fb07 req-6aa3e86a-7e7c-4e8c-82e7-061ed1836f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:01.673947 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-51f9db17-35a3-44a8-8b65-21aba8c5fb07 req-6aa3e86a-7e7c-4e8c-82e7-061ed1836f76 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76ce3d1f-09c6-4684-a8fa-4e453e750969 HTTP/1.1" status: 200 len: 853 time: 0.0406289 Jun 29 10:56:01.714826 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-51f9db17-35a3-44a8-8b65-21aba8c5fb07 req-f8cb1a86-3fd1-4626-88ab-64cbb87609b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=53c94cad-afe5-44c0-bfd1-f87f50abc233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284150 Jun 29 10:56:01.806397 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-51f9db17-35a3-44a8-8b65-21aba8c5fb07 req-e658671e-6aa2-457b-b5d6-8c6298e28b77 service neutron] 10.222.0.41 "GET /v2.0/networks/53c94cad-afe5-44c0-bfd1-f87f50abc233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827923 Jun 29 10:56:01.896236 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-51f9db17-35a3-44a8-8b65-21aba8c5fb07 req-caecf62d-2098-42ef-a165-f82ebcfe73ba service neutron] 10.222.0.41 "GET /v2.0/networks/53c94cad-afe5-44c0-bfd1-f87f50abc233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816932 Jun 29 10:56:02.090091 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be5681-1e50-489f-8f7a-92cb9c1ed262 req-cab629f9-e85f-4109-a6c0-8ad4898de9e5 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:02.091881 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e9be5681-1e50-489f-8f7a-92cb9c1ed262 req-cab629f9-e85f-4109-a6c0-8ad4898de9e5 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/ports?device_id=a91d88f5-5509-4fd9-9190-c9ff49c7639f HTTP/1.1" status: 200 len: 943 time: 0.0637078 Jun 29 10:56:02.129376 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e9be5681-1e50-489f-8f7a-92cb9c1ed262 req-710bef28-27cb-4ded-b2ef-8f828f851826 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/security-groups?id=18e9d768-0cb5-415d-b094-ea6a0bac90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314629 Jun 29 10:56:03.292518 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcbcfa7-6192-429d-9b98-9b53432a91a8 req-2c75085b-db2f-4bf6-b899-f444e0970446 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:03.293945 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-7dcbcfa7-6192-429d-9b98-9b53432a91a8 req-2c75085b-db2f-4bf6-b899-f444e0970446 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/ports?device_id=a91d88f5-5509-4fd9-9190-c9ff49c7639f HTTP/1.1" status: 200 len: 943 time: 0.0601673 Jun 29 10:56:03.330051 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-7dcbcfa7-6192-429d-9b98-9b53432a91a8 req-afc2d80c-2950-4803-a5b2-a112f51e4f18 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/security-groups?id=18e9d768-0cb5-415d-b094-ea6a0bac90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305061 Jun 29 10:56:04.368739 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device 447172cf-8ba8-4318-b21d-b42cd0fef1a3 details requested by agent hyperv_hv-cinder-79220 with host hv-cinder-79220 {{(pid=99534) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 10:56:04.506128 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port 447172cf-8ba8-4318-b21d-b42cd0fef1a3, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=447172cf-8ba8-4318-b21d-b42cd0fef1a3,segment=NetworkSegment(0fa85c9d-a7d0-4ff5-9a7a-a2c3df260cb2),segment_id=0fa85c9d-a7d0-4ff5-9a7a-a2c3df260cb2)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:56:04.507885 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e060d3f-47ea-4c0a-8d83-4cee3acbd46f req-c608506b-484e-4c83-aba2-b4d61f7e4b57 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:04.509400 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1e060d3f-47ea-4c0a-8d83-4cee3acbd46f req-c608506b-484e-4c83-aba2-b4d61f7e4b57 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/ports?device_id=a91d88f5-5509-4fd9-9190-c9ff49c7639f HTTP/1.1" status: 200 len: 943 time: 0.0723217 Jun 29 10:56:04.523602 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Returning: {'device': '447172cf-8ba8-4318-b21d-b42cd0fef1a3', 'network_id': '53c94cad-afe5-44c0-bfd1-f87f50abc233', 'port_id': '447172cf-8ba8-4318-b21d-b42cd0fef1a3', 'mac_address': 'fa:16:3e:0a:b6:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76ce3d1f-09c6-4684-a8fa-4e453e750969', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99534) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 10:56:04.546992 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-1e060d3f-47ea-4c0a-8d83-4cee3acbd46f req-8192bea4-c7b5-42a3-9409-488a3a563e70 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/security-groups?id=18e9d768-0cb5-415d-b094-ea6a0bac90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318079 Jun 29 10:56:04.571263 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:04.591345 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 447172cf-8ba8-4318-b21d-b42cd0fef1a3 {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 10:56:04.610685 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port 447172cf-8ba8-4318-b21d-b42cd0fef1a3, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=447172cf-8ba8-4318-b21d-b42cd0fef1a3,segment=NetworkSegment(0fa85c9d-a7d0-4ff5-9a7a-a2c3df260cb2),segment_id=0fa85c9d-a7d0-4ff5-9a7a-a2c3df260cb2)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:56:04.614885 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:04.616501 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-f1e21420-6043-451a-b91e-c0543630308e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:56:04.659880 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=447172cf-8ba8-4318-b21d-b42cd0fef1a3,revision_number=4']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:56:04.666509 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:04.666882 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:04.667238 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:04.667555 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:04.667885 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:04.668214 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:04.668539 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:04.668862 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:04.669184 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:04.669502 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:04.669820 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:04.670135 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:04.673639 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:56:04.967615 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] get_ports_and_sgs() called for port_ids ['447172cf-8ba8-4318-b21d-b42cd0fef1a3'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:56:05.713770 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eaefa5-4ccc-4772-9dc4-48e8a8659009 req-d0600db3-678d-4173-b516-629b4b428136 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:05.715166 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-26eaefa5-4ccc-4772-9dc4-48e8a8659009 req-d0600db3-678d-4173-b516-629b4b428136 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/ports?device_id=a91d88f5-5509-4fd9-9190-c9ff49c7639f HTTP/1.1" status: 200 len: 944 time: 0.0614100 Jun 29 10:56:05.751874 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-26eaefa5-4ccc-4772-9dc4-48e8a8659009 req-0b3bd83e-c50e-4d25-923e-80b5f4db6ced tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/security-groups?id=18e9d768-0cb5-415d-b094-ea6a0bac90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311735 Jun 29 10:56:06.384228 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device 447172cf-8ba8-4318-b21d-b42cd0fef1a3 up at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 10:56:06.433108 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Provisioning for port 447172cf-8ba8-4318-b21d-b42cd0fef1a3 completed by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 10:56:06.436781 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Provisioning complete for port 447172cf-8ba8-4318-b21d-b42cd0fef1a3 triggered by entity L2. {{(pid=99534) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 10:56:06.437165 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7779041'] for port, provisioning_complete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:06.509633 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:06.531490 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a91d88f5-5509-4fd9-9190-c9ff49c7639f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447172cf-8ba8-4318-b21d-b42cd0fef1a3'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:56:06.533701 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3762a8f488588fc24900269a9cc386d753c3d6f951c38e7bc7f446f2f69fbffb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ee3940-60af-405f-abf2-a90e32546529" -d '{"events": [{"server_uuid": "a91d88f5-5509-4fd9-9190-c9ff49c7639f", "name": "network-vif-plugged", "status": "completed", "tag": "447172cf-8ba8-4318-b21d-b42cd0fef1a3"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:56:06.546075 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] For port 447172cf-8ba8-4318-b21d-b42cd0fef1a3, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=447172cf-8ba8-4318-b21d-b42cd0fef1a3,segment=NetworkSegment(0fa85c9d-a7d0-4ff5-9a7a-a2c3df260cb2),segment_id=0fa85c9d-a7d0-4ff5-9a7a-a2c3df260cb2)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:56:06.550836 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:06.552972 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:56:06.577001 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675e7075-b65f-4f48-9878-74fcdc128cc7 x-openstack-request-id: req-675e7075-b65f-4f48-9878-74fcdc128cc7 {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:56:06.577304 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a91d88f5-5509-4fd9-9190-c9ff49c7639f", "name": "network-vif-plugged", "status": "completed", "tag": "447172cf-8ba8-4318-b21d-b42cd0fef1a3", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:56:06.577560 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-675e7075-b65f-4f48-9878-74fcdc128cc7 {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:56:06.577936 dv-cinder-792209-3-iscsi neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a91d88f5-5509-4fd9-9190-c9ff49c7639f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '447172cf-8ba8-4318-b21d-b42cd0fef1a3', 'code': 200} Jun 29 10:56:06.602639 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Pushing event updated for resources: {'Port': ['ID=447172cf-8ba8-4318-b21d-b42cd0fef1a3,revision_number=5']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:56:06.605847 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:56:06.848103 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba316a-5ea7-4491-a7a6-029d6fe88e94 req-a0588b67-031b-4984-a192-dd15710fca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:06.849620 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-46ba316a-5ea7-4491-a7a6-029d6fe88e94 req-a0588b67-031b-4984-a192-dd15710fca80 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a91d88f5-5509-4fd9-9190-c9ff49c7639f HTTP/1.1" status: 200 len: 1098 time: 0.0539961 Jun 29 10:56:07.165695 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-46ba316a-5ea7-4491-a7a6-029d6fe88e94 req-ac9e9aad-ada8-4ea1-8f52-74448f75acb1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=18e9d768-0cb5-415d-b094-ea6a0bac90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047073 Jun 29 10:56:07.188211 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f456caa-3cea-4e8a-807f-072364696644 req-d2489497-7316-4f66-8f45-f45fdde8fea4 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:07.189579 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-7f456caa-3cea-4e8a-807f-072364696644 req-d2489497-7316-4f66-8f45-f45fdde8fea4 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/ports?device_id=a91d88f5-5509-4fd9-9190-c9ff49c7639f HTTP/1.1" status: 200 len: 945 time: 0.3229842 Jun 29 10:56:07.225605 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-7f456caa-3cea-4e8a-807f-072364696644 req-493b66ad-6ede-482e-9b14-2e51ed7af943 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/security-groups?id=18e9d768-0cb5-415d-b094-ea6a0bac90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304086 Jun 29 10:56:08.400381 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c1192-141c-457e-8c99-e2dafdf27b0c req-c4d2aaf9-8153-4df6-9017-88648505a68b tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:08.401751 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-593c1192-141c-457e-8c99-e2dafdf27b0c req-c4d2aaf9-8153-4df6-9017-88648505a68b tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/ports?device_id=a91d88f5-5509-4fd9-9190-c9ff49c7639f HTTP/1.1" status: 200 len: 945 time: 0.0632567 Jun 29 10:56:08.442696 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-593c1192-141c-457e-8c99-e2dafdf27b0c req-e3bad818-ac97-43a8-9014-9c26a96c57b0 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/security-groups?id=18e9d768-0cb5-415d-b094-ea6a0bac90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348260 Jun 29 10:56:08.946775 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.agents_db [None req-93d4a047-be9c-4d13-b750-597922b429b4 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:56:09.612001 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d673f-e12c-4861-903d-a0c71f3bdba6 req-2c64feb0-be9b-4b97-96a0-ad3768c8e3f3 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:09.613340 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a65d673f-e12c-4861-903d-a0c71f3bdba6 req-2c64feb0-be9b-4b97-96a0-ad3768c8e3f3 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/ports?device_id=a91d88f5-5509-4fd9-9190-c9ff49c7639f HTTP/1.1" status: 200 len: 945 time: 0.0607400 Jun 29 10:56:09.648934 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-a65d673f-e12c-4861-903d-a0c71f3bdba6 req-b85491f7-1463-4687-8c80-f25aecb83620 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/security-groups?id=18e9d768-0cb5-415d-b094-ea6a0bac90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295532 Jun 29 10:56:24.838507 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:25.980185 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-012b6f3b-51bf-4563-bd2f-9e71c39e5f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:28.694139 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-dd694815-d5af-4099-958b-79be674c51c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:28.898389 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:29.748177 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:30.834368 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9782f3-a4d2-478b-bbc6-db101395da7d req-0908449d-ac30-40cb-bef6-7736a0983cce tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:30.835868 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-9b9782f3-a4d2-478b-bbc6-db101395da7d req-0908449d-ac30-40cb-bef6-7736a0983cce tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/ports?device_id=a91d88f5-5509-4fd9-9190-c9ff49c7639f HTTP/1.1" status: 200 len: 945 time: 0.0612521 Jun 29 10:56:30.872559 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-9b9782f3-a4d2-478b-bbc6-db101395da7d req-bf05dcd6-2626-42d0-8197-e741ec56d685 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/security-groups?id=18e9d768-0cb5-415d-b094-ea6a0bac90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312343 Jun 29 10:56:31.266636 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:32.062799 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6606b6-0bb9-4d69-9167-254d03564be9 req-bcee997b-6748-4838-bae5-fe5a235e1f92 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:32.064250 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ca6606b6-0bb9-4d69-9167-254d03564be9 req-bcee997b-6748-4838-bae5-fe5a235e1f92 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/ports?device_id=a91d88f5-5509-4fd9-9190-c9ff49c7639f HTTP/1.1" status: 200 len: 945 time: 0.0807188 Jun 29 10:56:32.101843 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-ca6606b6-0bb9-4d69-9167-254d03564be9 req-c04aabe8-6680-4f75-9eea-d87c7a278bb8 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/security-groups?id=18e9d768-0cb5-415d-b094-ea6a0bac90b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314970 Jun 29 10:56:32.624914 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20755b56-c804-4305-9fc5-13524a31c875 req-c449926f-d049-4aa7-a910-a29b9df4ba3c tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:56:32.626300 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-20755b56-c804-4305-9fc5-13524a31c875 req-c449926f-d049-4aa7-a910-a29b9df4ba3c tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.41 "GET /v2.0/ports?device_id=a91d88f5-5509-4fd9-9190-c9ff49c7639f HTTP/1.1" status: 200 len: 945 time: 0.0597730 Jun 29 10:56:32.725820 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-20755b56-c804-4305-9fc5-13524a31c875 req-32c29843-4c16-4769-8f81-01ea563268e3 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Deleting port 447172cf-8ba8-4318-b21d-b42cd0fef1a3 {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:56:32.726156 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-20755b56-c804-4305-9fc5-13524a31c875 req-32c29843-4c16-4769-8f81-01ea563268e3 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:32.812579 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-20755b56-c804-4305-9fc5-13524a31c875 req-32c29843-4c16-4769-8f81-01ea563268e3 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] For port 447172cf-8ba8-4318-b21d-b42cd0fef1a3, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=447172cf-8ba8-4318-b21d-b42cd0fef1a3,segment=NetworkSegment(0fa85c9d-a7d0-4ff5-9a7a-a2c3df260cb2),segment_id=0fa85c9d-a7d0-4ff5-9a7a-a2c3df260cb2)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:56:32.812927 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-20755b56-c804-4305-9fc5-13524a31c875 req-32c29843-4c16-4769-8f81-01ea563268e3 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:32.824979 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-20755b56-c804-4305-9fc5-13524a31c875 req-32c29843-4c16-4769-8f81-01ea563268e3 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Calling delete_port for 447172cf-8ba8-4318-b21d-b42cd0fef1a3 owned by compute:nova {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:56:32.947634 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-20755b56-c804-4305-9fc5-13524a31c875 req-32c29843-4c16-4769-8f81-01ea563268e3 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295537'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:32.951384 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-01ae3280-2bb7-4bf3-897b-9a6eacb38f79 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:56:32.976056 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c29843-4c16-4769-8f81-01ea563268e3 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Pushing event deleted for resources: {'Port': ['ID=447172cf-8ba8-4318-b21d-b42cd0fef1a3,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:56:32.979006 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-32c29843-4c16-4769-8f81-01ea563268e3 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:56:32.987890 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] get_ports_and_sgs() called for port_ids ['447172cf-8ba8-4318-b21d-b42cd0fef1a3'] {{(pid=99534) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 10:56:33.021935 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-20755b56-c804-4305-9fc5-13524a31c875 req-32c29843-4c16-4769-8f81-01ea563268e3 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] No DVR routers for this DVR port 447172cf-8ba8-4318-b21d-b42cd0fef1a3 on host hv-cinder-79220 {{(pid=99533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:56:33.024234 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-20755b56-c804-4305-9fc5-13524a31c875 req-32c29843-4c16-4769-8f81-01ea563268e3 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:33.026141 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-20755b56-c804-4305-9fc5-13524a31c875 req-32c29843-4c16-4769-8f81-01ea563268e3 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.41 "DELETE /v2.0/ports/447172cf-8ba8-4318-b21d-b42cd0fef1a3 HTTP/1.1" status: 204 len: 173 time: 0.3916097 Jun 29 10:56:33.026685 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a91d88f5-5509-4fd9-9190-c9ff49c7639f', 'name': 'network-vif-deleted', 'tag': '447172cf-8ba8-4318-b21d-b42cd0fef1a3'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:56:33.028934 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82814ba4342b3241ea59c6119a2f8abf18707475a0488e58b50a7e2d80907800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9388529a-9645-4692-ae9f-cccb87ec3c99" -d '{"events": [{"server_uuid": "a91d88f5-5509-4fd9-9190-c9ff49c7639f", "name": "network-vif-deleted", "tag": "447172cf-8ba8-4318-b21d-b42cd0fef1a3"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:56:33.064764 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77872bac-ae47-4d25-bcf4-52fec3a8477e x-openstack-request-id: req-77872bac-ae47-4d25-bcf4-52fec3a8477e {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:56:33.065868 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a91d88f5-5509-4fd9-9190-c9ff49c7639f", "name": "network-vif-deleted", "tag": "447172cf-8ba8-4318-b21d-b42cd0fef1a3", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:56:33.066281 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-77872bac-ae47-4d25-bcf4-52fec3a8477e {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:56:33.066751 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a91d88f5-5509-4fd9-9190-c9ff49c7639f', 'name': 'network-vif-deleted', 'tag': '447172cf-8ba8-4318-b21d-b42cd0fef1a3', 'status': 'completed', 'code': 200} Jun 29 10:56:33.253945 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-f43a27fe-b464-47c5-a7f0-73bbac0e1a07 req-fa616a33-ada5-400c-909d-13184926575d tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] 10.222.0.61 "GET /v2.0/ports?device_id=a91d88f5-5509-4fd9-9190-c9ff49c7639f HTTP/1.1" status: 200 len: 210 time: 0.0280910 Jun 29 10:56:37.852212 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device 447172cf-8ba8-4318-b21d-b42cd0fef1a3 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:56:37.871475 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] No Port match for: 447172cf-8ba8-4318-b21d-b42cd0fef1a3 {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:56:37.871819 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device 447172cf-8ba8-4318-b21d-b42cd0fef1a3 not bound to the agent host hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:56:45.945205 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.agents_db [None req-93d4a047-be9c-4d13-b750-597922b429b4 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:56:54.852387 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:55.980375 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-76cf3fdb-6de5-463e-80c0-c28db35fff0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:57.336854 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 53312) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:56:57.381874 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d8e1d24-2899-48c1-b6ca-840ebdd697cf admin admin] Deleting subnet 76ce3d1f-09c6-4684-a8fa-4e453e750969 {{(pid=99532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:56:57.385791 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-2d8e1d24-2899-48c1-b6ca-840ebdd697cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:57.417762 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-2d8e1d24-2899-48c1-b6ca-840ebdd697cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8692076'] for subnet, precommit_delete_associations {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:57.720554 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-2d8e1d24-2899-48c1-b6ca-840ebdd697cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7781200'] for subnet, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:57.769837 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-2d8e1d24-2899-48c1-b6ca-840ebdd697cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7781161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4232018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4101428'] for subnet, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:57.772220 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:56:57.792823 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8e1d24-2899-48c1-b6ca-840ebdd697cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76ce3d1f-09c6-4684-a8fa-4e453e750969,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:56:57.802238 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e1d24-2899-48c1-b6ca-840ebdd697cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:57.802790 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e1d24-2899-48c1-b6ca-840ebdd697cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:57.803061 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e1d24-2899-48c1-b6ca-840ebdd697cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:57.803456 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e1d24-2899-48c1-b6ca-840ebdd697cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:57.803813 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e1d24-2899-48c1-b6ca-840ebdd697cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:57.804170 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e1d24-2899-48c1-b6ca-840ebdd697cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:57.804521 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e1d24-2899-48c1-b6ca-840ebdd697cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:57.804872 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e1d24-2899-48c1-b6ca-840ebdd697cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:57.805221 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e1d24-2899-48c1-b6ca-840ebdd697cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:57.805570 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e1d24-2899-48c1-b6ca-840ebdd697cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:57.805915 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e1d24-2899-48c1-b6ca-840ebdd697cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:57.806268 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8e1d24-2899-48c1-b6ca-840ebdd697cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99532) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:57.808966 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-2d8e1d24-2899-48c1-b6ca-840ebdd697cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:57.811332 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-2d8e1d24-2899-48c1-b6ca-840ebdd697cf admin admin] 10.222.0.61 "DELETE /v2.0/subnets/76ce3d1f-09c6-4684-a8fa-4e453e750969 HTTP/1.1" status: 204 len: 168 time: 0.4729774 Jun 29 10:56:57.811662 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-2d8e1d24-2899-48c1-b6ca-840ebdd697cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:56:57.813358 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 53316) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:56:57.885188 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-36fed592-d551-4adc-8b2c-219f26c0a7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596557'] for network, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:57.958084 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-36fed592-d551-4adc-8b2c-219f26c0a7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7778662', 'neutron.services.segments.db._delete_segments_for_network-8772013423665'] for network, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:57.967488 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.services.segments.db [None req-36fed592-d551-4adc-8b2c-219f26c0a7b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53c94cad-afe5-44c0-bfd1-f87f50abc233']}} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:56:57.976768 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.services.segments.db [None req-36fed592-d551-4adc-8b2c-219f26c0a7b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fa85c9d-a7d0-4ff5-9a7a-a2c3df260cb2') {'for_net_delete': True} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:56:57.976984 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.services.segments.db [None req-36fed592-d551-4adc-8b2c-219f26c0a7b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fa85c9d-a7d0-4ff5-9a7a-a2c3df260cb2') {} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:56:57.985284 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-36fed592-d551-4adc-8b2c-219f26c0a7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772013419924', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8692071'] for segment, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:57.998525 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-36fed592-d551-4adc-8b2c-219f26c0a7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342'] for segment, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:58.004050 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36fed592-d551-4adc-8b2c-219f26c0a7b3 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=99532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:56:58.004422 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-36fed592-d551-4adc-8b2c-219f26c0a7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4232127'] for segment, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:58.006529 dv-cinder-792209-3-iscsi neutron-server[99532]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:56:58.006529 dv-cinder-792209-3-iscsi neutron-server[99532]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:56:58.006529 dv-cinder-792209-3-iscsi neutron-server[99532]: Traceback (most recent call last): Jun 29 10:56:58.006529 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:56:58.006529 dv-cinder-792209-3-iscsi neutron-server[99532]: timer() Jun 29 10:56:58.006529 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:56:58.006529 dv-cinder-792209-3-iscsi neutron-server[99532]: cb(*args, **kw) Jun 29 10:56:58.006529 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:56:58.006529 dv-cinder-792209-3-iscsi neutron-server[99532]: return func(*args, **kwargs) Jun 29 10:56:58.006529 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:56:58.006529 dv-cinder-792209-3-iscsi neutron-server[99532]: self._notify() Jun 29 10:56:58.006529 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:56:58.006529 dv-cinder-792209-3-iscsi neutron-server[99532]: self.callback(batched_events) Jun 29 10:56:58.006529 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:56:58.006529 dv-cinder-792209-3-iscsi neutron-server[99532]: event.method(event) Jun 29 10:56:58.006529 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:56:58.006529 dv-cinder-792209-3-iscsi neutron-server[99532]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:56:58.006529 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:56:58.006529 dv-cinder-792209-3-iscsi neutron-server[99532]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:56:58.006529 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:56:58.006529 dv-cinder-792209-3-iscsi neutron-server[99532]: return f(self, *a, **k) Jun 29 10:56:58.006529 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:56:58.006529 dv-cinder-792209-3-iscsi neutron-server[99532]: return self._get(url).json() Jun 29 10:56:58.006529 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:56:58.006529 dv-cinder-792209-3-iscsi neutron-server[99532]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:56:58.006529 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:56:58.006529 dv-cinder-792209-3-iscsi neutron-server[99532]: return self.request(url, 'GET', **kwargs) Jun 29 10:56:58.006529 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:56:58.006529 dv-cinder-792209-3-iscsi neutron-server[99532]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:56:58.006529 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:56:58.006529 dv-cinder-792209-3-iscsi neutron-server[99532]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:56:58.006529 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:56:58.006529 dv-cinder-792209-3-iscsi neutron-server[99532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:56:58.006529 dv-cinder-792209-3-iscsi neutron-server[99532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:56:58.059638 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-36fed592-d551-4adc-8b2c-219f26c0a7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7781269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7928461'] for network, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:58.063230 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:56:58.065633 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-36fed592-d551-4adc-8b2c-219f26c0a7b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for network, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:58.067457 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-36fed592-d551-4adc-8b2c-219f26c0a7b3 admin admin] 10.222.0.61 "DELETE /v2.0/networks/53c94cad-afe5-44c0-bfd1-f87f50abc233 HTTP/1.1" status: 204 len: 168 time: 0.2532165 Jun 29 10:56:58.078438 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fed592-d551-4adc-8b2c-219f26c0a7b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=53c94cad-afe5-44c0-bfd1-f87f50abc233,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:56:58.080772 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-36fed592-d551-4adc-8b2c-219f26c0a7b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:56:58.190637 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 53320) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:56:58.235481 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-1547bef9-ec7e-419a-9ade-dd3d3026b8d9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7497b8f70c49453ba3a43aa1b1dc62d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421684 Jun 29 10:56:58.236631 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 53322) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:56:58.284543 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c2611d8f-b66e-47f9-a894-caf5cc466e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:58.305536 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c2611d8f-b66e-47f9-a894-caf5cc466e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:58.352968 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c2611d8f-b66e-47f9-a894-caf5cc466e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:58.355634 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c2611d8f-b66e-47f9-a894-caf5cc466e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:58.356846 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-c2611d8f-b66e-47f9-a894-caf5cc466e2d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/18e9d768-0cb5-415d-b094-ea6a0bac90b5 HTTP/1.1" status: 204 len: 168 time: 0.1190546 Jun 29 10:56:58.357690 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-c9ffe225-ea39-409f-9607-4a7284b97731 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:56:58.366154 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2611d8f-b66e-47f9-a894-caf5cc466e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e9d768-0cb5-415d-b094-ea6a0bac90b5,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:56:58.373669 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2611d8f-b66e-47f9-a894-caf5cc466e2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:58.374059 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2611d8f-b66e-47f9-a894-caf5cc466e2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:58.374428 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2611d8f-b66e-47f9-a894-caf5cc466e2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:58.374814 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2611d8f-b66e-47f9-a894-caf5cc466e2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:58.375175 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2611d8f-b66e-47f9-a894-caf5cc466e2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:58.375531 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2611d8f-b66e-47f9-a894-caf5cc466e2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:58.375888 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2611d8f-b66e-47f9-a894-caf5cc466e2d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:58.376238 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2611d8f-b66e-47f9-a894-caf5cc466e2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:58.376588 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2611d8f-b66e-47f9-a894-caf5cc466e2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:58.376940 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2611d8f-b66e-47f9-a894-caf5cc466e2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:58.377284 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2611d8f-b66e-47f9-a894-caf5cc466e2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:58.377630 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2611d8f-b66e-47f9-a894-caf5cc466e2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:56:58.380668 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-c2611d8f-b66e-47f9-a894-caf5cc466e2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:56:58.695294 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1765df07-df99-4936-a028-ac33db8964b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:58.899062 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:56:59.752303 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:01.269444 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:06.318402 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 53326) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:57:06.469804 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-47d78128-77e6-49fd-91c4-de90e2a167fe tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Deleting port ce835d54-e43b-401b-b259-1ec2ef7450f8 {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:57:06.470060 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-47d78128-77e6-49fd-91c4-de90e2a167fe tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:06.544553 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-47d78128-77e6-49fd-91c4-de90e2a167fe tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:06.544885 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-47d78128-77e6-49fd-91c4-de90e2a167fe tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:06.556712 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-47d78128-77e6-49fd-91c4-de90e2a167fe tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Calling delete_port for ce835d54-e43b-401b-b259-1ec2ef7450f8 owned by network:floatingip {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:57:06.718523 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-47d78128-77e6-49fd-91c4-de90e2a167fe tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295537'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:06.721216 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-4d58e8d8-166f-4865-badc-6dbd15e677fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:06.743450 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d78128-77e6-49fd-91c4-de90e2a167fe tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Pushing event deleted for resources: {'Port': ['ID=ce835d54-e43b-401b-b259-1ec2ef7450f8,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:06.746484 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-47d78128-77e6-49fd-91c4-de90e2a167fe tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:06.805074 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-47d78128-77e6-49fd-91c4-de90e2a167fe tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks [] for floatingip, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:06.805359 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.db.l3_db [None req-47d78128-77e6-49fd-91c4-de90e2a167fe tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Floating IP 1e5f3248-80af-4da1-8a56-ac9304f2ffea disassociated (deleted). External IP: 172.27.0.115, port: ef4dcbd3-4ca2-4796-a569-0f47a3264427. Jun 29 10:57:06.999408 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d78128-77e6-49fd-91c4-de90e2a167fe tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Router 3ab14710-8f76-41ca-8234-daf954baf33d has already been hosted by L3 agent 8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f {{(pid=99533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:57:07.101712 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d78128-77e6-49fd-91c4-de90e2a167fe tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify agent at l3_agent.dv-cinder-792209-3-iscsi the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:57:07.106517 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-47d78128-77e6-49fd-91c4-de90e2a167fe tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for floatingip, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:07.112023 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0def85-fd4b-47cc-8887-ac56acf8f888 None None] Sync routers for ids ['3ab14710-8f76-41ca-8234-daf954baf33d'] in dv-cinder-792209-3-iscsi {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:57:07.121167 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0def85-fd4b-47cc-8887-ac56acf8f888 None None] Routers {'3ab14710-8f76-41ca-8234-daf954baf33d'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:57:07.121784 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-4c0def85-fd4b-47cc-8887-ac56acf8f888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:56:59Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['3ab14710-8f76-41ca-8234-daf954baf33d'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:57:07.139903 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-47d78128-77e6-49fd-91c4-de90e2a167fe tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "DELETE /v2.0/floatingips/1e5f3248-80af-4da1-8a56-ac9304f2ffea HTTP/1.1" status: 204 len: 168 time: 0.8203757 Jun 29 10:57:07.140567 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c7092d-dec8-4806-a3b9-cb67eac360f3', 'tag': 'ef4dcbd3-4ca2-4796-a569-0f47a3264427'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:57:07.142860 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82814ba4342b3241ea59c6119a2f8abf18707475a0488e58b50a7e2d80907800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66fbca92-63db-435c-9a01-aca008f44fd1" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c7092d-dec8-4806-a3b9-cb67eac360f3", "tag": "ef4dcbd3-4ca2-4796-a569-0f47a3264427"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:57:07.183082 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f252e30d-c35f-4b9d-87a8-fa4c3ad34074 x-openstack-request-id: req-f252e30d-c35f-4b9d-87a8-fa4c3ad34074 {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:57:07.183421 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c7092d-dec8-4806-a3b9-cb67eac360f3", "tag": "ef4dcbd3-4ca2-4796-a569-0f47a3264427", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:57:07.183722 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f252e30d-c35f-4b9d-87a8-fa4c3ad34074 {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:57:07.184154 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c7092d-dec8-4806-a3b9-cb67eac360f3', 'tag': 'ef4dcbd3-4ca2-4796-a569-0f47a3264427', 'status': 'completed', 'code': 200} Jun 29 10:57:07.229746 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-4c0def85-fd4b-47cc-8887-ac56acf8f888 None None] Set router 3ab14710-8f76-41ca-8234-daf954baf33d gateway port host: dv-cinder-792209-3-iscsi {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:57:07.293559 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbca92-63db-435c-9a01-aca008f44fd1 req-1bc428e6-5ed2-43b0-b2ee-522d57c886e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:07.295080 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-66fbca92-63db-435c-9a01-aca008f44fd1 req-1bc428e6-5ed2-43b0-b2ee-522d57c886e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d430ddcb57a54f888eeb6e4432ddf4ef&device_id=b8c7092d-dec8-4806-a3b9-cb67eac360f3 HTTP/1.1" status: 200 len: 1098 time: 0.0520632 Jun 29 10:57:07.405544 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbca92-63db-435c-9a01-aca008f44fd1 req-fd06bddd-465c-4a97-a6c6-d5af97adc187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:07.407030 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-66fbca92-63db-435c-9a01-aca008f44fd1 req-fd06bddd-465c-4a97-a6c6-d5af97adc187 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c2c75e90-ff61-4035-ad60-7a5936afe119 HTTP/1.1" status: 200 len: 913 time: 0.1019378 Jun 29 10:57:07.462336 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-66fbca92-63db-435c-9a01-aca008f44fd1 req-76ca97e2-ba21-4423-9097-bd76617a91e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef4dcbd3-4ca2-4796-a569-0f47a3264427 HTTP/1.1" status: 200 len: 217 time: 0.0351586 Jun 29 10:57:07.467648 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-4c0def85-fd4b-47cc-8887-ac56acf8f888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'name': 'tempest-TestVolumeBootPattern-1429253507-router', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:14Z', 'updated_at': '2021-06-29T10:50:17Z', 'revision_number': 4, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'gw_port': {'id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:15Z', 'updated_at': '2021-06-29T10:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_floatingips': [{'id': '1bb63359-9170-4d6f-a34b-5cca31d437e7', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'router_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'port_id': 'ff928c0d-1ebc-44e1-a00e-dbbde06413fd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119', 'mac_address': 'fa:16:3e:ab:09:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204ba12f-eeba-47ba-9966-0321740b5dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:53:25Z', 'updated_at': '2021-06-29T10:53:26Z', 'revision_number': 1, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9ff7ca-5143-4cad-a595-98f9a3768c10', 'name': '', 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'mac_address': 'fa:16:3e:8f:44:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'e06f0075-fc72-462c-a9f0-67a612c09aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:17Z', 'updated_at': '2021-06-29T10:50:23Z', 'revision_number': 5, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'subnets': [{'id': 'e06f0075-fc72-462c-a9f0-67a612c09aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:57:07.494906 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0def85-fd4b-47cc-8887-ac56acf8f888 None None] Checking router: 3ab14710-8f76-41ca-8234-daf954baf33d for host: dv-cinder-792209-3-iscsi {{(pid=99534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:57:07.507172 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0def85-fd4b-47cc-8887-ac56acf8f888 None None] Routers {'3ab14710-8f76-41ca-8234-daf954baf33d'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:57:07.508293 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-4c0def85-fd4b-47cc-8887-ac56acf8f888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:56:59Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['3ab14710-8f76-41ca-8234-daf954baf33d'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:57:07.517996 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbca92-63db-435c-9a01-aca008f44fd1 req-cc954c01-f5b0-410f-9665-0947eb90b136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:07.519544 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-66fbca92-63db-435c-9a01-aca008f44fd1 req-cc954c01-f5b0-410f-9665-0947eb90b136 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e06f0075-fc72-462c-a9f0-67a612c09aa9 HTTP/1.1" status: 200 len: 851 time: 0.0494404 Jun 29 10:57:07.580427 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbca92-63db-435c-9a01-aca008f44fd1 req-279e9073-081d-464d-b4a1-faed630e689b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:07.581827 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-66fbca92-63db-435c-9a01-aca008f44fd1 req-279e9073-081d-464d-b4a1-faed630e689b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2c75e90-ff61-4035-ad60-7a5936afe119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530980 Jun 29 10:57:07.617403 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-4c0def85-fd4b-47cc-8887-ac56acf8f888 None None] Set router 3ab14710-8f76-41ca-8234-daf954baf33d gateway port host: dv-cinder-792209-3-iscsi {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:57:07.687749 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-66fbca92-63db-435c-9a01-aca008f44fd1 req-8aab155d-0d12-40b4-921b-ca33fbd6b98f service neutron] 10.222.0.41 "GET /v2.0/networks/c2c75e90-ff61-4035-ad60-7a5936afe119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959375 Jun 29 10:57:07.810766 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26ee9d-ba48-4042-b192-91f07c65ae6e req-7f22701e-a96f-4cad-bd66-fa905939c106 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:07.813399 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fe26ee9d-ba48-4042-b192-91f07c65ae6e req-7f22701e-a96f-4cad-bd66-fa905939c106 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8c7092d-dec8-4806-a3b9-cb67eac360f3 HTTP/1.1" status: 200 len: 945 time: 0.3492236 Jun 29 10:57:07.821862 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-66fbca92-63db-435c-9a01-aca008f44fd1 req-e6bd4c7d-1335-4994-8426-8f0c6ee790da service neutron] 10.222.0.41 "GET /v2.0/networks/c2c75e90-ff61-4035-ad60-7a5936afe119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158183 Jun 29 10:57:07.843047 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-4c0def85-fd4b-47cc-8887-ac56acf8f888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'name': 'tempest-TestVolumeBootPattern-1429253507-router', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:14Z', 'updated_at': '2021-06-29T10:50:17Z', 'revision_number': 4, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'gw_port': {'id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:15Z', 'updated_at': '2021-06-29T10:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_floatingips': [{'id': '1bb63359-9170-4d6f-a34b-5cca31d437e7', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'router_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'port_id': 'ff928c0d-1ebc-44e1-a00e-dbbde06413fd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119', 'mac_address': 'fa:16:3e:ab:09:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204ba12f-eeba-47ba-9966-0321740b5dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:53:25Z', 'updated_at': '2021-06-29T10:53:26Z', 'revision_number': 1, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9ff7ca-5143-4cad-a595-98f9a3768c10', 'name': '', 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'mac_address': 'fa:16:3e:8f:44:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'e06f0075-fc72-462c-a9f0-67a612c09aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:17Z', 'updated_at': '2021-06-29T10:50:23Z', 'revision_number': 5, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'subnets': [{'id': 'e06f0075-fc72-462c-a9f0-67a612c09aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:57:07.854616 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-fe26ee9d-ba48-4042-b192-91f07c65ae6e req-e40559d0-9e60-41ef-b9e6-e199749ffc65 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364060 Jun 29 10:57:07.869973 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c0def85-fd4b-47cc-8887-ac56acf8f888 None None] The sync data for ids ['3ab14710-8f76-41ca-8234-daf954baf33d'] in dv-cinder-792209-3-iscsi is: [{'id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'name': 'tempest-TestVolumeBootPattern-1429253507-router', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:14Z', 'updated_at': '2021-06-29T10:50:17Z', 'revision_number': 4, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'gw_port': {'id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:15Z', 'updated_at': '2021-06-29T10:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_floatingips': [{'id': '1bb63359-9170-4d6f-a34b-5cca31d437e7', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'router_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'port_id': 'ff928c0d-1ebc-44e1-a00e-dbbde06413fd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119', 'mac_address': 'fa:16:3e:ab:09:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204ba12f-eeba-47ba-9966-0321740b5dfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T10:53:25Z', 'updated_at': '2021-06-29T10:53:26Z', 'revision_number': 1, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9ff7ca-5143-4cad-a595-98f9a3768c10', 'name': '', 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'mac_address': 'fa:16:3e:8f:44:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'e06f0075-fc72-462c-a9f0-67a612c09aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:17Z', 'updated_at': '2021-06-29T10:50:23Z', 'revision_number': 5, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'subnets': [{'id': 'e06f0075-fc72-462c-a9f0-67a612c09aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:57:08.073289 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdf2b70-5853-49fd-a0c7-5e14a22454c0 None None] New status for floating IP 1e5f3248-80af-4da1-8a56-ac9304f2ffea: DOWN {{(pid=99535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:57:09.026037 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ca191-732e-43ae-9ff2-b73040740307 req-bd0b0dd2-0785-4e4a-be4d-1e6b3863e6a9 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:09.027576 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0b0ca191-732e-43ae-9ff2-b73040740307 req-bd0b0dd2-0785-4e4a-be4d-1e6b3863e6a9 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8c7092d-dec8-4806-a3b9-cb67eac360f3 HTTP/1.1" status: 200 len: 945 time: 0.0602615 Jun 29 10:57:09.063461 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-0b0ca191-732e-43ae-9ff2-b73040740307 req-c30b5056-2a68-4c7d-9939-cd9c0fad546f tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299942 Jun 29 10:57:09.336662 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-955540c4-a13c-4ab7-951c-3041b82a3e94 req-34439334-59a0-45e3-93d5-6f0e1fb7ad80 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=204ba12f-eeba-47ba-9966-0321740b5dfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0527408 Jun 29 10:57:09.514311 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955540c4-a13c-4ab7-951c-3041b82a3e94 req-e160d96b-62b8-4745-867d-7b5c947aa425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:09.515817 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-955540c4-a13c-4ab7-951c-3041b82a3e94 req-e160d96b-62b8-4745-867d-7b5c947aa425 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d430ddcb57a54f888eeb6e4432ddf4ef&device_id=204ba12f-eeba-47ba-9966-0321740b5dfe HTTP/1.1" status: 200 len: 1099 time: 0.0523663 Jun 29 10:57:09.521976 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d977898-89ed-4ab7-90bd-0cdc6dbbb252 req-d1aaadf3-d1ac-4f56-ac4d-3ca17c8d0601 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:09.523414 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8d977898-89ed-4ab7-90bd-0cdc6dbbb252 req-d1aaadf3-d1ac-4f56-ac4d-3ca17c8d0601 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8c7092d-dec8-4806-a3b9-cb67eac360f3 HTTP/1.1" status: 200 len: 945 time: 0.0607312 Jun 29 10:57:09.621024 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-8d977898-89ed-4ab7-90bd-0cdc6dbbb252 req-714ecdf0-a3a7-47dd-b373-98e4a8365f98 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Deleting port ef4dcbd3-4ca2-4796-a569-0f47a3264427 {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:57:09.621284 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-8d977898-89ed-4ab7-90bd-0cdc6dbbb252 req-714ecdf0-a3a7-47dd-b373-98e4a8365f98 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:09.622903 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955540c4-a13c-4ab7-951c-3041b82a3e94 req-a4307ea2-fe56-4afb-ad39-f2d8db7cd347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:09.624433 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-955540c4-a13c-4ab7-951c-3041b82a3e94 req-a4307ea2-fe56-4afb-ad39-f2d8db7cd347 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c2c75e90-ff61-4035-ad60-7a5936afe119 HTTP/1.1" status: 200 len: 913 time: 0.0866368 Jun 29 10:57:09.690396 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-955540c4-a13c-4ab7-951c-3041b82a3e94 req-88ee0950-2fe8-4a12-b983-1a5d82843cdd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff928c0d-1ebc-44e1-a00e-dbbde06413fd HTTP/1.1" status: 200 len: 1002 time: 0.0561719 Jun 29 10:57:09.708838 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-8d977898-89ed-4ab7-90bd-0cdc6dbbb252 req-714ecdf0-a3a7-47dd-b373-98e4a8365f98 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] For port ef4dcbd3-4ca2-4796-a569-0f47a3264427, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ef4dcbd3-4ca2-4796-a569-0f47a3264427,segment=NetworkSegment(75e4d7f1-7396-4412-92bf-807a43990804),segment_id=75e4d7f1-7396-4412-92bf-807a43990804)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:57:09.709192 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-8d977898-89ed-4ab7-90bd-0cdc6dbbb252 req-714ecdf0-a3a7-47dd-b373-98e4a8365f98 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:09.720649 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-8d977898-89ed-4ab7-90bd-0cdc6dbbb252 req-714ecdf0-a3a7-47dd-b373-98e4a8365f98 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Calling delete_port for ef4dcbd3-4ca2-4796-a569-0f47a3264427 owned by compute:nova {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:57:09.743819 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955540c4-a13c-4ab7-951c-3041b82a3e94 req-290d0529-ee21-4739-b549-afc53c8b2bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:09.745273 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-955540c4-a13c-4ab7-951c-3041b82a3e94 req-290d0529-ee21-4739-b549-afc53c8b2bd3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e06f0075-fc72-462c-a9f0-67a612c09aa9 HTTP/1.1" status: 200 len: 851 time: 0.0470147 Jun 29 10:57:09.807696 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955540c4-a13c-4ab7-951c-3041b82a3e94 req-c41fa61d-7ee5-4f71-a09a-de1153e82c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:09.809173 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-955540c4-a13c-4ab7-951c-3041b82a3e94 req-c41fa61d-7ee5-4f71-a09a-de1153e82c6a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2c75e90-ff61-4035-ad60-7a5936afe119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526290 Jun 29 10:57:09.851684 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-8d977898-89ed-4ab7-90bd-0cdc6dbbb252 req-714ecdf0-a3a7-47dd-b373-98e4a8365f98 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295537'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:09.855520 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-83e57bb3-0ff5-4666-98da-03241bbbfb5d tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:09.882276 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ecdf0-a3a7-47dd-b373-98e4a8365f98 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Pushing event deleted for resources: {'Port': ['ID=ef4dcbd3-4ca2-4796-a569-0f47a3264427,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:09.888018 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-714ecdf0-a3a7-47dd-b373-98e4a8365f98 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:09.915139 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-955540c4-a13c-4ab7-951c-3041b82a3e94 req-a2e84bda-775d-484b-9018-b40ecf2a2004 service neutron] 10.222.0.41 "GET /v2.0/networks/c2c75e90-ff61-4035-ad60-7a5936afe119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907986 Jun 29 10:57:09.923847 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d977898-89ed-4ab7-90bd-0cdc6dbbb252 req-714ecdf0-a3a7-47dd-b373-98e4a8365f98 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] No DVR routers for this DVR port ef4dcbd3-4ca2-4796-a569-0f47a3264427 on host hv-cinder-79220 {{(pid=99533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:57:09.926393 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-8d977898-89ed-4ab7-90bd-0cdc6dbbb252 req-714ecdf0-a3a7-47dd-b373-98e4a8365f98 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:09.928920 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-8d977898-89ed-4ab7-90bd-0cdc6dbbb252 req-714ecdf0-a3a7-47dd-b373-98e4a8365f98 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.41 "DELETE /v2.0/ports/ef4dcbd3-4ca2-4796-a569-0f47a3264427 HTTP/1.1" status: 204 len: 173 time: 0.3995330 Jun 29 10:57:09.929428 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c7092d-dec8-4806-a3b9-cb67eac360f3', 'name': 'network-vif-deleted', 'tag': 'ef4dcbd3-4ca2-4796-a569-0f47a3264427'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:57:09.931691 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82814ba4342b3241ea59c6119a2f8abf18707475a0488e58b50a7e2d80907800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412792e6-3946-460c-8007-30c930f7996d" -d '{"events": [{"server_uuid": "b8c7092d-dec8-4806-a3b9-cb67eac360f3", "name": "network-vif-deleted", "tag": "ef4dcbd3-4ca2-4796-a569-0f47a3264427"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:57:09.966706 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a194a1ce-0165-49c0-b5c6-ee100e157c1c x-openstack-request-id: req-a194a1ce-0165-49c0-b5c6-ee100e157c1c {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:57:09.967141 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c7092d-dec8-4806-a3b9-cb67eac360f3", "name": "network-vif-deleted", "tag": "ef4dcbd3-4ca2-4796-a569-0f47a3264427", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:57:09.967442 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a194a1ce-0165-49c0-b5c6-ee100e157c1c {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:57:09.967871 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c7092d-dec8-4806-a3b9-cb67eac360f3', 'name': 'network-vif-deleted', 'tag': 'ef4dcbd3-4ca2-4796-a569-0f47a3264427', 'status': 'completed', 'code': 200} Jun 29 10:57:10.022692 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-955540c4-a13c-4ab7-951c-3041b82a3e94 req-8f3385cf-957d-4b0d-a9a7-7db002c7bb85 service neutron] 10.222.0.41 "GET /v2.0/networks/c2c75e90-ff61-4035-ad60-7a5936afe119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956888 Jun 29 10:57:10.200910 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-50865792-d153-456b-98b5-f22d62100b18 req-0290f06e-ebfc-457c-ba6f-2724cd01c3bf tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8c7092d-dec8-4806-a3b9-cb67eac360f3 HTTP/1.1" status: 200 len: 210 time: 0.0289855 Jun 29 10:57:13.007657 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device ef4dcbd3-4ca2-4796-a569-0f47a3264427 no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:57:13.027315 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] No Port match for: ef4dcbd3-4ca2-4796-a569-0f47a3264427 {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:57:13.027659 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device ef4dcbd3-4ca2-4796-a569-0f47a3264427 not bound to the agent host hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:57:13.503778 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 53356) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:57:13.660869 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-4193097c-cd7b-402f-ab75-f111550e2d37 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Deleting port 44f4a37c-d47b-4839-9502-7073f558e3a0 {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:57:13.661121 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4193097c-cd7b-402f-ab75-f111550e2d37 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:13.730046 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4193097c-cd7b-402f-ab75-f111550e2d37 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:13.730364 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4193097c-cd7b-402f-ab75-f111550e2d37 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:13.741746 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-4193097c-cd7b-402f-ab75-f111550e2d37 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Calling delete_port for 44f4a37c-d47b-4839-9502-7073f558e3a0 owned by network:floatingip {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:57:13.881609 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4193097c-cd7b-402f-ab75-f111550e2d37 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295537'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:13.884394 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6d23993f-0748-4839-a5c6-e6fbb4f69339 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:13.907414 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4193097c-cd7b-402f-ab75-f111550e2d37 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Pushing event deleted for resources: {'Port': ['ID=44f4a37c-d47b-4839-9502-7073f558e3a0,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:13.911185 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-4193097c-cd7b-402f-ab75-f111550e2d37 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:13.966618 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4193097c-cd7b-402f-ab75-f111550e2d37 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks [] for floatingip, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:13.967016 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.db.l3_db [None req-4193097c-cd7b-402f-ab75-f111550e2d37 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Floating IP 1bb63359-9170-4d6f-a34b-5cca31d437e7 disassociated (deleted). External IP: 172.27.0.159, port: ff928c0d-1ebc-44e1-a00e-dbbde06413fd. Jun 29 10:57:14.416121 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4193097c-cd7b-402f-ab75-f111550e2d37 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Router 3ab14710-8f76-41ca-8234-daf954baf33d has already been hosted by L3 agent 8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f {{(pid=99533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:57:14.524244 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4193097c-cd7b-402f-ab75-f111550e2d37 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify agent at l3_agent.dv-cinder-792209-3-iscsi the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:57:14.528876 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4193097c-cd7b-402f-ab75-f111550e2d37 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for floatingip, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:14.533324 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edfe2b0-216c-4343-a855-792cbc1b4692 None None] Sync routers for ids ['3ab14710-8f76-41ca-8234-daf954baf33d'] in dv-cinder-792209-3-iscsi {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:57:14.542496 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edfe2b0-216c-4343-a855-792cbc1b4692 None None] Routers {'3ab14710-8f76-41ca-8234-daf954baf33d'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:57:14.543125 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-2edfe2b0-216c-4343-a855-792cbc1b4692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:56:59Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['3ab14710-8f76-41ca-8234-daf954baf33d'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:57:14.564123 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-4193097c-cd7b-402f-ab75-f111550e2d37 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "DELETE /v2.0/floatingips/1bb63359-9170-4d6f-a34b-5cca31d437e7 HTTP/1.1" status: 204 len: 168 time: 1.0592811 Jun 29 10:57:14.564791 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '204ba12f-eeba-47ba-9966-0321740b5dfe', 'tag': 'ff928c0d-1ebc-44e1-a00e-dbbde06413fd'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:57:14.567100 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82814ba4342b3241ea59c6119a2f8abf18707475a0488e58b50a7e2d80907800" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9bf797-4fc6-45f1-b8c3-56026208e945" -d '{"events": [{"name": "network-changed", "server_uuid": "204ba12f-eeba-47ba-9966-0321740b5dfe", "tag": "ff928c0d-1ebc-44e1-a00e-dbbde06413fd"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:57:14.613978 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 10:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2790d198-0ac7-4e12-9e52-0550f2118dc3 x-openstack-request-id: req-2790d198-0ac7-4e12-9e52-0550f2118dc3 {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:57:14.614307 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "204ba12f-eeba-47ba-9966-0321740b5dfe", "tag": "ff928c0d-1ebc-44e1-a00e-dbbde06413fd", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:57:14.614628 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2790d198-0ac7-4e12-9e52-0550f2118dc3 {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:57:14.615063 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '204ba12f-eeba-47ba-9966-0321740b5dfe', 'tag': 'ff928c0d-1ebc-44e1-a00e-dbbde06413fd', 'status': 'completed', 'code': 200} Jun 29 10:57:14.648225 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-2edfe2b0-216c-4343-a855-792cbc1b4692 None None] Set router 3ab14710-8f76-41ca-8234-daf954baf33d gateway port host: dv-cinder-792209-3-iscsi {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:57:14.723556 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bf797-4fc6-45f1-b8c3-56026208e945 req-7d578fbb-dc0f-483a-8dcf-1add4a41f4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:14.725893 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-4b9bf797-4fc6-45f1-b8c3-56026208e945 req-7d578fbb-dc0f-483a-8dcf-1add4a41f4e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d430ddcb57a54f888eeb6e4432ddf4ef&device_id=204ba12f-eeba-47ba-9966-0321740b5dfe HTTP/1.1" status: 200 len: 1099 time: 0.0544763 Jun 29 10:57:14.832690 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bf797-4fc6-45f1-b8c3-56026208e945 req-febfbec5-64a5-4421-b2d4-d3e6bd6eb296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:14.834391 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-4b9bf797-4fc6-45f1-b8c3-56026208e945 req-febfbec5-64a5-4421-b2d4-d3e6bd6eb296 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c2c75e90-ff61-4035-ad60-7a5936afe119 HTTP/1.1" status: 200 len: 913 time: 0.0987206 Jun 29 10:57:14.890666 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-4b9bf797-4fc6-45f1-b8c3-56026208e945 req-54bf3b41-ca80-410f-8d17-fd17419a6719 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff928c0d-1ebc-44e1-a00e-dbbde06413fd HTTP/1.1" status: 200 len: 217 time: 0.0374091 Jun 29 10:57:14.946538 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bf797-4fc6-45f1-b8c3-56026208e945 req-0d705e7b-b92a-42d0-8f79-75514948ed96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:14.948240 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-4b9bf797-4fc6-45f1-b8c3-56026208e945 req-0d705e7b-b92a-42d0-8f79-75514948ed96 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e06f0075-fc72-462c-a9f0-67a612c09aa9 HTTP/1.1" status: 200 len: 851 time: 0.0503716 Jun 29 10:57:14.966048 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa8628-b413-4784-a3ac-ff19aed44b2d req-e23e69ac-d3a1-43cc-bb5d-537d0edd0952 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:14.967755 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e5aa8628-b413-4784-a3ac-ff19aed44b2d req-e23e69ac-d3a1-43cc-bb5d-537d0edd0952 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=204ba12f-eeba-47ba-9966-0321740b5dfe HTTP/1.1" status: 200 len: 946 time: 0.0724976 Jun 29 10:57:14.995450 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-2edfe2b0-216c-4343-a855-792cbc1b4692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'name': 'tempest-TestVolumeBootPattern-1429253507-router', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:14Z', 'updated_at': '2021-06-29T10:50:17Z', 'revision_number': 4, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'gw_port': {'id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:15Z', 'updated_at': '2021-06-29T10:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '4b9ff7ca-5143-4cad-a595-98f9a3768c10', 'name': '', 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'mac_address': 'fa:16:3e:8f:44:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'e06f0075-fc72-462c-a9f0-67a612c09aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:17Z', 'updated_at': '2021-06-29T10:50:23Z', 'revision_number': 5, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'subnets': [{'id': 'e06f0075-fc72-462c-a9f0-67a612c09aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:57:15.008469 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-e5aa8628-b413-4784-a3ac-ff19aed44b2d req-5f1b5eeb-9cc6-4d3d-87a0-8f868c1a9d12 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351417 Jun 29 10:57:15.015181 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9bf797-4fc6-45f1-b8c3-56026208e945 req-608d21f8-bb49-43ea-a217-f779eea62d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:15.016708 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-4b9bf797-4fc6-45f1-b8c3-56026208e945 req-608d21f8-bb49-43ea-a217-f779eea62d40 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c2c75e90-ff61-4035-ad60-7a5936afe119&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0609782 Jun 29 10:57:15.023493 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edfe2b0-216c-4343-a855-792cbc1b4692 None None] Checking router: 3ab14710-8f76-41ca-8234-daf954baf33d for host: dv-cinder-792209-3-iscsi {{(pid=99534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:57:15.032039 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edfe2b0-216c-4343-a855-792cbc1b4692 None None] Routers {'3ab14710-8f76-41ca-8234-daf954baf33d'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:57:15.032645 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-2edfe2b0-216c-4343-a855-792cbc1b4692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:56:59Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['3ab14710-8f76-41ca-8234-daf954baf33d'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:57:15.108839 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-4b9bf797-4fc6-45f1-b8c3-56026208e945 req-256d9c28-4148-4dce-8cb8-630a82ff8d3d service neutron] 10.222.0.41 "GET /v2.0/networks/c2c75e90-ff61-4035-ad60-7a5936afe119?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844660 Jun 29 10:57:15.136311 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-2edfe2b0-216c-4343-a855-792cbc1b4692 None None] Set router 3ab14710-8f76-41ca-8234-daf954baf33d gateway port host: dv-cinder-792209-3-iscsi {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:57:15.199439 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-4b9bf797-4fc6-45f1-b8c3-56026208e945 req-a81a9bdd-7183-42c8-b15c-ed932b4bf954 service neutron] 10.222.0.41 "GET /v2.0/networks/c2c75e90-ff61-4035-ad60-7a5936afe119?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833852 Jun 29 10:57:15.278146 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [req-fdc38acb-df02-4c70-a38e-a94d21f2101d req-fe22fc05-7304-4172-ad55-9e45613ef0f5 service neutron] (99533) timed out ('10.222.0.41', 54999) {{(pid=99533) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 29 10:57:15.331429 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-2edfe2b0-216c-4343-a855-792cbc1b4692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'name': 'tempest-TestVolumeBootPattern-1429253507-router', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:14Z', 'updated_at': '2021-06-29T10:50:17Z', 'revision_number': 4, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'gw_port': {'id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:15Z', 'updated_at': '2021-06-29T10:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '4b9ff7ca-5143-4cad-a595-98f9a3768c10', 'name': '', 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'mac_address': 'fa:16:3e:8f:44:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'e06f0075-fc72-462c-a9f0-67a612c09aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:17Z', 'updated_at': '2021-06-29T10:50:23Z', 'revision_number': 5, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'subnets': [{'id': 'e06f0075-fc72-462c-a9f0-67a612c09aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:57:15.357225 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edfe2b0-216c-4343-a855-792cbc1b4692 None None] The sync data for ids ['3ab14710-8f76-41ca-8234-daf954baf33d'] in dv-cinder-792209-3-iscsi is: [{'id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'name': 'tempest-TestVolumeBootPattern-1429253507-router', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:14Z', 'updated_at': '2021-06-29T10:50:17Z', 'revision_number': 4, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'gw_port': {'id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:15Z', 'updated_at': '2021-06-29T10:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi', '_interfaces': [{'id': '4b9ff7ca-5143-4cad-a595-98f9a3768c10', 'name': '', 'network_id': 'c2c75e90-ff61-4035-ad60-7a5936afe119', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'mac_address': 'fa:16:3e:8f:44:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'e06f0075-fc72-462c-a9f0-67a612c09aa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:17Z', 'updated_at': '2021-06-29T10:50:23Z', 'revision_number': 5, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'subnets': [{'id': 'e06f0075-fc72-462c-a9f0-67a612c09aa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:57:15.557142 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba26747-0e81-40a1-b9d9-be7c8e072e09 None None] New status for floating IP 1bb63359-9170-4d6f-a34b-5cca31d437e7: DOWN {{(pid=99535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 10:57:16.183648 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f9409-821f-4d82-a311-f902d40d3aac req-7b349059-1fcd-46d8-89c9-97eda03c1240 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:16.185105 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d53f9409-821f-4d82-a311-f902d40d3aac req-7b349059-1fcd-46d8-89c9-97eda03c1240 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=204ba12f-eeba-47ba-9966-0321740b5dfe HTTP/1.1" status: 200 len: 946 time: 0.0656946 Jun 29 10:57:16.221816 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-d53f9409-821f-4d82-a311-f902d40d3aac req-faee62d1-c342-4e93-8629-7572e15d8c77 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/security-groups?id=eacc4d0f-3a32-46e9-8671-49f863ccc25f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310795 Jun 29 10:57:16.856381 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cba071-6756-4787-80a3-23c7739fcac5 req-7f70478c-d234-4941-9726-18cfeb1d1974 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99532) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 10:57:16.857825 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-c8cba071-6756-4787-80a3-23c7739fcac5 req-7f70478c-d234-4941-9726-18cfeb1d1974 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.41 "GET /v2.0/ports?device_id=204ba12f-eeba-47ba-9966-0321740b5dfe HTTP/1.1" status: 200 len: 946 time: 0.0622706 Jun 29 10:57:16.956817 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [req-c8cba071-6756-4787-80a3-23c7739fcac5 req-b6c9658b-02e8-4e6f-b40c-f9b0a733eba1 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Deleting port ff928c0d-1ebc-44e1-a00e-dbbde06413fd {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:57:16.957188 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-c8cba071-6756-4787-80a3-23c7739fcac5 req-b6c9658b-02e8-4e6f-b40c-f9b0a733eba1 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:17.050979 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.db [req-c8cba071-6756-4787-80a3-23c7739fcac5 req-b6c9658b-02e8-4e6f-b40c-f9b0a733eba1 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] For port ff928c0d-1ebc-44e1-a00e-dbbde06413fd, host hv-cinder-79220, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79220',level=0,port_id=ff928c0d-1ebc-44e1-a00e-dbbde06413fd,segment=NetworkSegment(75e4d7f1-7396-4412-92bf-807a43990804),segment_id=75e4d7f1-7396-4412-92bf-807a43990804)] {{(pid=99532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:57:17.051326 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-c8cba071-6756-4787-80a3-23c7739fcac5 req-b6c9658b-02e8-4e6f-b40c-f9b0a733eba1 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:17.063321 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [req-c8cba071-6756-4787-80a3-23c7739fcac5 req-b6c9658b-02e8-4e6f-b40c-f9b0a733eba1 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Calling delete_port for ff928c0d-1ebc-44e1-a00e-dbbde06413fd owned by compute:nova {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:57:17.188475 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-c8cba071-6756-4787-80a3-23c7739fcac5 req-b6c9658b-02e8-4e6f-b40c-f9b0a733eba1 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4232076'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:17.192496 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-e4588065-5989-475c-a870-48e83d98054a tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:17.218334 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c9658b-02e8-4e6f-b40c-f9b0a733eba1 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Pushing event deleted for resources: {'Port': ['ID=ff928c0d-1ebc-44e1-a00e-dbbde06413fd,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:17.221435 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-b6c9658b-02e8-4e6f-b40c-f9b0a733eba1 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:17.263088 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8cba071-6756-4787-80a3-23c7739fcac5 req-b6c9658b-02e8-4e6f-b40c-f9b0a733eba1 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] No DVR routers for this DVR port ff928c0d-1ebc-44e1-a00e-dbbde06413fd on host hv-cinder-79220 {{(pid=99532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:57:17.265593 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [req-c8cba071-6756-4787-80a3-23c7739fcac5 req-b6c9658b-02e8-4e6f-b40c-f9b0a733eba1 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for port, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:17.267576 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [req-c8cba071-6756-4787-80a3-23c7739fcac5 req-b6c9658b-02e8-4e6f-b40c-f9b0a733eba1 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.41 "DELETE /v2.0/ports/ff928c0d-1ebc-44e1-a00e-dbbde06413fd HTTP/1.1" status: 204 len: 173 time: 0.4012825 Jun 29 10:57:17.268107 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204ba12f-eeba-47ba-9966-0321740b5dfe', 'name': 'network-vif-deleted', 'tag': 'ff928c0d-1ebc-44e1-a00e-dbbde06413fd'}] {{(pid=99532) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 10:57:17.270446 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}741eff7b388cda03fc4d9e55606c84397052c5857ae4d93d7a3b4e67aaed09af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5b9e7d-4be7-40be-911e-79664537253d" -d '{"events": [{"server_uuid": "204ba12f-eeba-47ba-9966-0321740b5dfe", "name": "network-vif-deleted", "tag": "ff928c0d-1ebc-44e1-a00e-dbbde06413fd"}]}' {{(pid=99532) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 10:57:17.317120 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 10:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935d0d5c-6cf1-4c10-ab81-3b426be7075e x-openstack-request-id: req-935d0d5c-6cf1-4c10-ab81-3b426be7075e {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 10:57:17.317363 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "204ba12f-eeba-47ba-9966-0321740b5dfe", "name": "network-vif-deleted", "tag": "ff928c0d-1ebc-44e1-a00e-dbbde06413fd", "status": "completed", "code": 200}]} {{(pid=99532) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 10:57:17.317706 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-935d0d5c-6cf1-4c10-ab81-3b426be7075e {{(pid=99532) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 10:57:17.318725 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204ba12f-eeba-47ba-9966-0321740b5dfe', 'name': 'network-vif-deleted', 'tag': 'ff928c0d-1ebc-44e1-a00e-dbbde06413fd', 'status': 'completed', 'code': 200} Jun 29 10:57:17.370267 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [req-541ae644-0ce7-472a-97f4-d9bdbbcca6de req-9f8ab091-da8e-412f-b749-278da76cc092 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "GET /v2.0/ports?device_id=204ba12f-eeba-47ba-9966-0321740b5dfe HTTP/1.1" status: 200 len: 210 time: 0.0306182 Jun 29 10:57:18.463508 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 53372) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:57:18.544109 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [req-d971d9fd-8773-406f-9f81-19b5d7fa4742 req-85374533-fa39-4496-9ab8-22e158ae3d1e service neutron] (99532) timed out ('10.222.0.41', 55003) {{(pid=99532) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 29 10:57:18.586603 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-3931f15b-00b8-4899-8bc7-e644b8254b1b tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Deleting port 97c03145-7de8-4137-9dd3-5cad30873de9 {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:57:18.586966 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3931f15b-00b8-4899-8bc7-e644b8254b1b tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:18.657440 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3931f15b-00b8-4899-8bc7-e644b8254b1b tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:18.657685 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3931f15b-00b8-4899-8bc7-e644b8254b1b tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:18.671388 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-3931f15b-00b8-4899-8bc7-e644b8254b1b tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Calling delete_port for 97c03145-7de8-4137-9dd3-5cad30873de9 owned by network:floatingip {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:57:18.732669 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [req-9c697230-60e1-4cf2-9dc5-d151bd20097a req-4e41e55b-93a6-4d5f-b7f1-e9e5a2366d65 service neutron] (99532) timed out ('10.222.0.41', 54993) {{(pid=99532) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 29 10:57:18.798694 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3931f15b-00b8-4899-8bc7-e644b8254b1b tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295537'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:18.800735 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-575b4c76-2ea1-46ee-a2f4-13773e6f634e tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:18.826505 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3931f15b-00b8-4899-8bc7-e644b8254b1b tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Pushing event deleted for resources: {'Port': ['ID=97c03145-7de8-4137-9dd3-5cad30873de9,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:18.829077 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-3931f15b-00b8-4899-8bc7-e644b8254b1b tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:18.886837 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3931f15b-00b8-4899-8bc7-e644b8254b1b tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks [] for floatingip, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:18.889255 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3931f15b-00b8-4899-8bc7-e644b8254b1b tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8298719'] for floatingip, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:18.890381 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-3931f15b-00b8-4899-8bc7-e644b8254b1b tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "DELETE /v2.0/floatingips/5df3ce99-7e8c-4fad-a774-02c1694a0668 HTTP/1.1" status: 204 len: 168 time: 0.4259019 Jun 29 10:57:20.145571 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 53384) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:57:20.202356 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e7c20619-efc4-47d7-b94a-aebe94fc2747 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:20.226112 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e7c20619-efc4-47d7-b94a-aebe94fc2747 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:20.281072 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e7c20619-efc4-47d7-b94a-aebe94fc2747 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:20.283933 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e7c20619-efc4-47d7-b94a-aebe94fc2747 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:20.285081 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-e7c20619-efc4-47d7-b94a-aebe94fc2747 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] 10.222.0.61 "DELETE /v2.0/security-groups/eacc4d0f-3a32-46e9-8671-49f863ccc25f HTTP/1.1" status: 204 len: 168 time: 0.1385159 Jun 29 10:57:20.285858 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-f44c4a29-d4a8-4e4e-9d1c-efa853ca8b3f tempest-TestShelveInstance-625735884 tempest-TestShelveInstance-625735884-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:20.294920 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c20619-efc4-47d7-b94a-aebe94fc2747 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eacc4d0f-3a32-46e9-8671-49f863ccc25f,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:20.297737 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-e7c20619-efc4-47d7-b94a-aebe94fc2747 tempest-TestVolumeBootPattern-699313668 tempest-TestVolumeBootPattern-699313668-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:20.344716 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 53388) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:57:20.807350 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-cfe34f6c-dadb-4a5b-89ea-c69b17201856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7865344'] for router_interface, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:21.057472 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-cfe34f6c-dadb-4a5b-89ea-c69b17201856 admin admin] Deleting port 4b9ff7ca-5143-4cad-a595-98f9a3768c10 {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:57:21.057810 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-cfe34f6c-dadb-4a5b-89ea-c69b17201856 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:21.087660 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device ff928c0d-1ebc-44e1-a00e-dbbde06413fd no longer exists at agent hyperv_hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:57:21.107026 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] No Port match for: ff928c0d-1ebc-44e1-a00e-dbbde06413fd {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:57:21.107471 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Device ff928c0d-1ebc-44e1-a00e-dbbde06413fd not bound to the agent host hv-cinder-79220 {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:57:21.137336 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.db [None req-cfe34f6c-dadb-4a5b-89ea-c69b17201856 admin admin] For port 4b9ff7ca-5143-4cad-a595-98f9a3768c10, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=4b9ff7ca-5143-4cad-a595-98f9a3768c10,segment=NetworkSegment(75e4d7f1-7396-4412-92bf-807a43990804),segment_id=75e4d7f1-7396-4412-92bf-807a43990804)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:57:21.137691 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-cfe34f6c-dadb-4a5b-89ea-c69b17201856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:21.149753 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-cfe34f6c-dadb-4a5b-89ea-c69b17201856 admin admin] Calling delete_port for 4b9ff7ca-5143-4cad-a595-98f9a3768c10 owned by network:router_interface {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:57:21.320030 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-cfe34f6c-dadb-4a5b-89ea-c69b17201856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295537'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:21.322549 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-65505ffb-59b1-473e-95e6-5672a15cac5a tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:21.345290 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe34f6c-dadb-4a5b-89ea-c69b17201856 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b9ff7ca-5143-4cad-a595-98f9a3768c10,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:21.350259 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-cfe34f6c-dadb-4a5b-89ea-c69b17201856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:21.507926 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-cfe34f6c-dadb-4a5b-89ea-c69b17201856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7896773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7864464'] for router_interface, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:21.713552 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe34f6c-dadb-4a5b-89ea-c69b17201856 admin admin] Router 3ab14710-8f76-41ca-8234-daf954baf33d has already been hosted by L3 agent 8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f {{(pid=99533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:57:21.815594 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe34f6c-dadb-4a5b-89ea-c69b17201856 admin admin] Notify agent at l3_agent.dv-cinder-792209-3-iscsi the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:57:21.820984 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-cfe34f6c-dadb-4a5b-89ea-c69b17201856 admin admin] 10.222.0.61 "PUT /v2.0/routers/3ab14710-8f76-41ca-8234-daf954baf33d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4750099 Jun 29 10:57:21.823445 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 53392) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:57:21.826071 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7fd901-69eb-4f2b-b112-67cdd3551c6d None None] Sync routers for ids ['3ab14710-8f76-41ca-8234-daf954baf33d'] in dv-cinder-792209-3-iscsi {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:57:21.837252 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7fd901-69eb-4f2b-b112-67cdd3551c6d None None] Routers {'3ab14710-8f76-41ca-8234-daf954baf33d'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:57:21.837855 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-ac7fd901-69eb-4f2b-b112-67cdd3551c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:56:59Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['3ab14710-8f76-41ca-8234-daf954baf33d'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:57:21.922413 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2644cc42-3b8b-4fbd-b99b-3218fd533c9e admin admin] Notify callbacks [] for router, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:21.939264 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-ac7fd901-69eb-4f2b-b112-67cdd3551c6d None None] Set router 3ab14710-8f76-41ca-8234-daf954baf33d gateway port host: dv-cinder-792209-3-iscsi {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:57:22.020155 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2644cc42-3b8b-4fbd-b99b-3218fd533c9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:22.074021 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-2644cc42-3b8b-4fbd-b99b-3218fd533c9e admin admin] Deleting port d1f4f0ec-3e32-4255-9768-0ad3f4be771b {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:57:22.074365 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2644cc42-3b8b-4fbd-b99b-3218fd533c9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:22.117545 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-ac7fd901-69eb-4f2b-b112-67cdd3551c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'name': 'tempest-TestVolumeBootPattern-1429253507-router', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:14Z', 'updated_at': '2021-06-29T10:57:21Z', 'revision_number': 5, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'gw_port': {'id': 'd1f4f0ec-3e32-4255-9768-0ad3f4be771b', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:7d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:15Z', 'updated_at': '2021-06-29T10:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi'}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:57:22.143177 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7fd901-69eb-4f2b-b112-67cdd3551c6d None None] Checking router: 3ab14710-8f76-41ca-8234-daf954baf33d for host: dv-cinder-792209-3-iscsi {{(pid=99534) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:57:22.151542 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7fd901-69eb-4f2b-b112-67cdd3551c6d None None] Routers {'3ab14710-8f76-41ca-8234-daf954baf33d'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99534) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:57:22.152033 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-ac7fd901-69eb-4f2b-b112-67cdd3551c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:56:59Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['3ab14710-8f76-41ca-8234-daf954baf33d'], 'active': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:57:22.154910 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.db [None req-2644cc42-3b8b-4fbd-b99b-3218fd533c9e admin admin] For port d1f4f0ec-3e32-4255-9768-0ad3f4be771b, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=d1f4f0ec-3e32-4255-9768-0ad3f4be771b,segment=NetworkSegment(b07597a5-acfa-4ea0-afa4-34f991bc6949),segment_id=b07597a5-acfa-4ea0-afa4-34f991bc6949)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:57:22.155430 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2644cc42-3b8b-4fbd-b99b-3218fd533c9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:22.166454 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-2644cc42-3b8b-4fbd-b99b-3218fd533c9e admin admin] Calling delete_port for d1f4f0ec-3e32-4255-9768-0ad3f4be771b owned by network:router_gateway {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:57:22.241320 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvr_db [None req-ac7fd901-69eb-4f2b-b112-67cdd3551c6d None None] Set router 3ab14710-8f76-41ca-8234-daf954baf33d gateway port host: None {{(pid=99534) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:57:22.299680 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_hamode_db [None req-ac7fd901-69eb-4f2b-b112-67cdd3551c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'name': 'tempest-TestVolumeBootPattern-1429253507-router', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:14Z', 'updated_at': '2021-06-29T10:57:22Z', 'revision_number': 6, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'gw_port_host': None}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:57:22.326042 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7fd901-69eb-4f2b-b112-67cdd3551c6d None None] The sync data for ids ['3ab14710-8f76-41ca-8234-daf954baf33d'] in dv-cinder-792209-3-iscsi is: [{'id': '3ab14710-8f76-41ca-8234-daf954baf33d', 'name': 'tempest-TestVolumeBootPattern-1429253507-router', 'tenant_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:14Z', 'updated_at': '2021-06-29T10:57:22Z', 'revision_number': 6, 'project_id': 'd430ddcb57a54f888eeb6e4432ddf4ef', 'gw_port_host': None}] {{(pid=99534) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:57:22.331395 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2644cc42-3b8b-4fbd-b99b-3218fd533c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295537'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:22.333552 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-32c29843-4c16-4769-8f81-01ea563268e3 tempest-VolumesSnapshotTestJSON-189217942 tempest-VolumesSnapshotTestJSON-189217942-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:22.610239 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2644cc42-3b8b-4fbd-b99b-3218fd533c9e admin admin] Pushing event deleted for resources: {'Port': ['ID=d1f4f0ec-3e32-4255-9768-0ad3f4be771b,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:22.613195 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-2644cc42-3b8b-4fbd-b99b-3218fd533c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:22.671632 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2644cc42-3b8b-4fbd-b99b-3218fd533c9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7928444'] for router_gateway, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:22.764199 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2644cc42-3b8b-4fbd-b99b-3218fd533c9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1677'] for router, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:22.766259 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2644cc42-3b8b-4fbd-b99b-3218fd533c9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:22.811764 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2644cc42-3b8b-4fbd-b99b-3218fd533c9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864893'] for router, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:22.812291 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2644cc42-3b8b-4fbd-b99b-3218fd533c9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ab14710-8f76-41ca-8234-daf954baf33d {{(pid=99533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:57:22.817021 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2644cc42-3b8b-4fbd-b99b-3218fd533c9e admin admin] Notify callbacks [] for router, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:22.818176 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-2644cc42-3b8b-4fbd-b99b-3218fd533c9e admin admin] 10.222.0.61 "DELETE /v2.0/routers/3ab14710-8f76-41ca-8234-daf954baf33d HTTP/1.1" status: 204 len: 168 time: 0.9937999 Jun 29 10:57:22.821390 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 53394) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:57:22.864207 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d65e8f2-8a1d-4005-ab5b-fed5e599872d admin admin] Deleting subnet e06f0075-fc72-462c-a9f0-67a612c09aa9 {{(pid=99533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:57:22.867337 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0d65e8f2-8a1d-4005-ab5b-fed5e599872d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:22.899953 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0d65e8f2-8a1d-4005-ab5b-fed5e599872d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2358081'] for subnet, precommit_delete_associations {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:22.944027 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.agents_db [None req-93d4a047-be9c-4d13-b750-597922b429b4 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:57:22.983761 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0d65e8f2-8a1d-4005-ab5b-fed5e599872d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7781200'] for subnet, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:23.039451 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0d65e8f2-8a1d-4005-ab5b-fed5e599872d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7781161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5295471', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3981133'] for subnet, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:23.042328 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:23.063655 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65e8f2-8a1d-4005-ab5b-fed5e599872d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e06f0075-fc72-462c-a9f0-67a612c09aa9,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:23.067378 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-0d65e8f2-8a1d-4005-ab5b-fed5e599872d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:23.070704 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0d65e8f2-8a1d-4005-ab5b-fed5e599872d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:23.072520 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-0d65e8f2-8a1d-4005-ab5b-fed5e599872d admin admin] 10.222.0.61 "DELETE /v2.0/subnets/e06f0075-fc72-462c-a9f0-67a612c09aa9 HTTP/1.1" status: 204 len: 168 time: 0.2501938 Jun 29 10:57:23.074989 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.61', 53396) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:57:23.077678 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7611cc1-45e0-4dc9-ab29-351c65e1dcd5 None None] Network c2c75e90-ff61-4035-ad60-7a5936afe119 requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:57:23.143181 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ec06593c-ddb4-48c2-bae5-a5a3f4b5da18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596557'] for network, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:23.202530 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-ec06593c-ddb4-48c2-bae5-a5a3f4b5da18 admin admin] Deleting port 272bc9e9-3e8e-4ad7-9934-17045b279cd8 {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:57:23.203175 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ec06593c-ddb4-48c2-bae5-a5a3f4b5da18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:23.269849 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.db [None req-ec06593c-ddb4-48c2-bae5-a5a3f4b5da18 admin admin] For port 272bc9e9-3e8e-4ad7-9934-17045b279cd8, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=272bc9e9-3e8e-4ad7-9934-17045b279cd8,segment=NetworkSegment(75e4d7f1-7396-4412-92bf-807a43990804),segment_id=75e4d7f1-7396-4412-92bf-807a43990804)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:57:23.270045 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a8eee8-e461-4c98-85e6-3c704182be20 None None] DHCP port deletion for c2c75e90-ff61-4035-ad60-7a5936afe119 request from dv-cinder-792209-3-iscsi {{(pid=99534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 10:57:23.270482 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ec06593c-ddb4-48c2-bae5-a5a3f4b5da18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:23.285473 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-ec06593c-ddb4-48c2-bae5-a5a3f4b5da18 admin admin] Calling delete_port for 272bc9e9-3e8e-4ad7-9934-17045b279cd8 owned by network:dhcp {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:57:23.317878 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-06a8eee8-e461-4c98-85e6-3c704182be20 None None] Deleting port 272bc9e9-3e8e-4ad7-9934-17045b279cd8 {{(pid=99534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:57:23.318788 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-06a8eee8-e461-4c98-85e6-3c704182be20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:23.375767 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ec06593c-ddb4-48c2-bae5-a5a3f4b5da18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5295537'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:23.378776 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-63c625ba-9271-4a71-b688-088653beb88d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:23.387209 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-06a8eee8-e461-4c98-85e6-3c704182be20 None None] For port 272bc9e9-3e8e-4ad7-9934-17045b279cd8, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=272bc9e9-3e8e-4ad7-9934-17045b279cd8,segment=NetworkSegment(75e4d7f1-7396-4412-92bf-807a43990804),segment_id=75e4d7f1-7396-4412-92bf-807a43990804)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:57:23.387620 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-06a8eee8-e461-4c98-85e6-3c704182be20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:23.400540 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-06a8eee8-e461-4c98-85e6-3c704182be20 None None] Calling delete_port for 272bc9e9-3e8e-4ad7-9934-17045b279cd8 owned by network:dhcp {{(pid=99534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:57:23.405596 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec06593c-ddb4-48c2-bae5-a5a3f4b5da18 admin admin] Pushing event deleted for resources: {'Port': ['ID=272bc9e9-3e8e-4ad7-9934-17045b279cd8,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:23.407412 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec06593c-ddb4-48c2-bae5-a5a3f4b5da18 admin admin] No DVR routers for this DVR port 272bc9e9-3e8e-4ad7-9934-17045b279cd8 on host dv-cinder-792209-3-iscsi {{(pid=99533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:57:23.408857 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ec06593c-ddb4-48c2-bae5-a5a3f4b5da18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:23.473650 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-06a8eee8-e461-4c98-85e6-3c704182be20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092'] for port, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:23.475885 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-f1e21420-6043-451a-b91e-c0543630308e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:23.479738 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ec06593c-ddb4-48c2-bae5-a5a3f4b5da18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7778662', 'neutron.services.segments.db._delete_segments_for_network-8772013423665'] for network, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:23.489395 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.services.segments.db [None req-ec06593c-ddb4-48c2-bae5-a5a3f4b5da18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2c75e90-ff61-4035-ad60-7a5936afe119']}} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:57:23.497500 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8eee8-e461-4c98-85e6-3c704182be20 None None] Pushing event deleted for resources: {'Port': ['ID=272bc9e9-3e8e-4ad7-9934-17045b279cd8,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:23.501018 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.services.segments.db [None req-ec06593c-ddb4-48c2-bae5-a5a3f4b5da18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e4d7f1-7396-4412-92bf-807a43990804') {'for_net_delete': True} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:57:23.501395 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.services.segments.db [None req-ec06593c-ddb4-48c2-bae5-a5a3f4b5da18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e4d7f1-7396-4412-92bf-807a43990804') {} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:57:23.507943 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a8eee8-e461-4c98-85e6-3c704182be20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:23.508291 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a8eee8-e461-4c98-85e6-3c704182be20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:23.508632 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a8eee8-e461-4c98-85e6-3c704182be20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:23.508966 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a8eee8-e461-4c98-85e6-3c704182be20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:23.509300 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a8eee8-e461-4c98-85e6-3c704182be20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:23.509634 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a8eee8-e461-4c98-85e6-3c704182be20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:23.509958 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a8eee8-e461-4c98-85e6-3c704182be20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:23.510276 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a8eee8-e461-4c98-85e6-3c704182be20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:23.510807 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a8eee8-e461-4c98-85e6-3c704182be20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:23.510957 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a8eee8-e461-4c98-85e6-3c704182be20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:23.511260 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a8eee8-e461-4c98-85e6-3c704182be20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:23.511581 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a8eee8-e461-4c98-85e6-3c704182be20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792209-3-iscsi {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 10:57:23.512119 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ec06593c-ddb4-48c2-bae5-a5a3f4b5da18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772013419924', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2358090'] for segment, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:23.514138 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a8eee8-e461-4c98-85e6-3c704182be20 None None] No DVR routers for this DVR port 272bc9e9-3e8e-4ad7-9934-17045b279cd8 on host dv-cinder-792209-3-iscsi {{(pid=99534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:57:23.515551 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-06a8eee8-e461-4c98-85e6-3c704182be20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:23.526562 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ec06593c-ddb4-48c2-bae5-a5a3f4b5da18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342'] for segment, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:23.532666 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec06593c-ddb4-48c2-bae5-a5a3f4b5da18 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=99533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:57:23.533044 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ec06593c-ddb4-48c2-bae5-a5a3f4b5da18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5295490'] for segment, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: Traceback (most recent call last): Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: timer() Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: cb(*args, **kw) Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: return func(*args, **kwargs) Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: self._notify() Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: self.callback(batched_events) Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: event.method(event) Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: return f(self, *a, **k) Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: return self._get(url).json() Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: return self.request(url, 'GET', **kwargs) Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:57:23.534743 dv-cinder-792209-3-iscsi neutron-server[99533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:57:23.585415 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ec06593c-ddb4-48c2-bae5-a5a3f4b5da18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7781269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7928461'] for network, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:23.589206 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-1366004f-1fef-449c-be26-85fda733c269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:23.591644 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ec06593c-ddb4-48c2-bae5-a5a3f4b5da18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:23.593523 dv-cinder-792209-3-iscsi neutron-server[99533]: INFO neutron.wsgi [None req-ec06593c-ddb4-48c2-bae5-a5a3f4b5da18 admin admin] 10.222.0.61 "DELETE /v2.0/networks/c2c75e90-ff61-4035-ad60-7a5936afe119 HTTP/1.1" status: 204 len: 168 time: 0.5176477 Jun 29 10:57:23.596819 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 53398) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:57:23.604298 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec06593c-ddb4-48c2-bae5-a5a3f4b5da18 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2c75e90-ff61-4035-ad60-7a5936afe119,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:23.606791 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ec06593c-ddb4-48c2-bae5-a5a3f4b5da18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:23.930451 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-2415a52e-e181-47b7-98ed-17c57400909d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7865344'] for router_interface, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:24.173923 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-2415a52e-e181-47b7-98ed-17c57400909d admin admin] Deleting port a878d6cc-b3c5-4dcf-8ecf-3fd668e7badd {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:57:24.174254 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-2415a52e-e181-47b7-98ed-17c57400909d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:24.251748 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 4b9ff7ca-5143-4cad-a595-98f9a3768c10 no longer exists at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:57:24.253451 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.db [None req-2415a52e-e181-47b7-98ed-17c57400909d admin admin] For port a878d6cc-b3c5-4dcf-8ecf-3fd668e7badd, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=a878d6cc-b3c5-4dcf-8ecf-3fd668e7badd,segment=NetworkSegment(d42a70ba-2028-4414-a400-3778818399a8),segment_id=d42a70ba-2028-4414-a400-3778818399a8)] {{(pid=99532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:57:24.253808 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-2415a52e-e181-47b7-98ed-17c57400909d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:24.267590 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-2415a52e-e181-47b7-98ed-17c57400909d admin admin] Calling delete_port for a878d6cc-b3c5-4dcf-8ecf-3fd668e7badd owned by network:router_interface {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:57:24.270853 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] No Port match for: 4b9ff7ca-5143-4cad-a595-98f9a3768c10 {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:57:24.271358 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 4b9ff7ca-5143-4cad-a595-98f9a3768c10 not bound to the agent host dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:57:24.272116 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device d1f4f0ec-3e32-4255-9768-0ad3f4be771b no longer exists at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:57:24.293182 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] No Port match for: d1f4f0ec-3e32-4255-9768-0ad3f4be771b {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:57:24.293534 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device d1f4f0ec-3e32-4255-9768-0ad3f4be771b not bound to the agent host dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:57:24.293946 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 272bc9e9-3e8e-4ad7-9934-17045b279cd8 no longer exists at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:57:24.314190 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] No Port match for: 272bc9e9-3e8e-4ad7-9934-17045b279cd8 {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:57:24.314522 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device 272bc9e9-3e8e-4ad7-9934-17045b279cd8 not bound to the agent host dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:57:24.442879 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-2415a52e-e181-47b7-98ed-17c57400909d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4232076'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:24.445365 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-2f59faf6-8480-48b7-b653-4d6472755b59 tempest-AttachVolumeShelveTestJSON-2063944979 tempest-AttachVolumeShelveTestJSON-2063944979-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:24.472864 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2415a52e-e181-47b7-98ed-17c57400909d admin admin] Pushing event deleted for resources: {'Port': ['ID=a878d6cc-b3c5-4dcf-8ecf-3fd668e7badd,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:24.475509 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-2415a52e-e181-47b7-98ed-17c57400909d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:24.633980 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-2415a52e-e181-47b7-98ed-17c57400909d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7896773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7864464'] for router_interface, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:24.835958 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2415a52e-e181-47b7-98ed-17c57400909d admin admin] Router 331efc7b-21ba-4a6e-94c3-3374b42da6bf has already been hosted by L3 agent 8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f {{(pid=99532) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 10:57:24.852529 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:24.939316 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2415a52e-e181-47b7-98ed-17c57400909d admin admin] Notify agent at l3_agent.dv-cinder-792209-3-iscsi the message routers_updated {{(pid=99532) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 10:57:24.944484 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-2415a52e-e181-47b7-98ed-17c57400909d admin admin] 10.222.0.61 "PUT /v2.0/routers/331efc7b-21ba-4a6e-94c3-3374b42da6bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3464396 Jun 29 10:57:24.947074 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 53400) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:57:24.947369 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7822844f-57f1-4c3a-bf12-78a4d61d2761 None None] Sync routers for ids ['331efc7b-21ba-4a6e-94c3-3374b42da6bf'] in dv-cinder-792209-3-iscsi {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 10:57:24.956325 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7822844f-57f1-4c3a-bf12-78a4d61d2761 None None] Routers {'331efc7b-21ba-4a6e-94c3-3374b42da6bf'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:57:24.956918 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-7822844f-57f1-4c3a-bf12-78a4d61d2761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:56:59Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['331efc7b-21ba-4a6e-94c3-3374b42da6bf'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:57:25.045727 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d7513456-1cf3-46a0-89b4-77dd7761e476 admin admin] Notify callbacks [] for router, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:25.057263 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-7822844f-57f1-4c3a-bf12-78a4d61d2761 None None] Set router 331efc7b-21ba-4a6e-94c3-3374b42da6bf gateway port host: dv-cinder-792209-3-iscsi {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:57:25.148278 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d7513456-1cf3-46a0-89b4-77dd7761e476 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:25.199760 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-d7513456-1cf3-46a0-89b4-77dd7761e476 admin admin] Deleting port af99040a-16c3-4613-88a4-0ebb3aec8a28 {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:57:25.200099 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d7513456-1cf3-46a0-89b4-77dd7761e476 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:25.235049 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-7822844f-57f1-4c3a-bf12-78a4d61d2761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331efc7b-21ba-4a6e-94c3-3374b42da6bf', 'name': 'tempest-TestVolumeBootPattern-1420845167-router', 'tenant_id': '88a58df133934c4f81ee428d1e9f06df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'external_fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'af99040a-16c3-4613-88a4-0ebb3aec8a28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:19Z', 'updated_at': '2021-06-29T10:57:24Z', 'revision_number': 5, 'project_id': '88a58df133934c4f81ee428d1e9f06df', 'gw_port': {'id': 'af99040a-16c3-4613-88a4-0ebb3aec8a28', 'name': '', 'network_id': '2b1c2b73-c07b-4ea8-8347-94f00b07ac35', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331efc7b-21ba-4a6e-94c3-3374b42da6bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792209-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T10:50:19Z', 'updated_at': '2021-06-29T10:50:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '05f04cdc-c6be-4227-89f2-0a6a720b3b38', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792209-3-iscsi'}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:57:25.260363 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7822844f-57f1-4c3a-bf12-78a4d61d2761 None None] Checking router: 331efc7b-21ba-4a6e-94c3-3374b42da6bf for host: dv-cinder-792209-3-iscsi {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 10:57:25.268347 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7822844f-57f1-4c3a-bf12-78a4d61d2761 None None] Routers {'331efc7b-21ba-4a6e-94c3-3374b42da6bf'} bound to L3 agent in host dv-cinder-792209-3-iscsi {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 10:57:25.268942 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-7822844f-57f1-4c3a-bf12-78a4d61d2761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792209-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T10:33:59Z,description=,heartbeat_timestamp=2021-06-29T10:56:59Z,host='dv-cinder-792209-3-iscsi',id=8de1bdaa-0e8e-4f90-bd28-f6ad3381af0f,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T10:33:59Z,topic='l3_agent')) {'router_ids': ['331efc7b-21ba-4a6e-94c3-3374b42da6bf'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:57:25.280863 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.db [None req-d7513456-1cf3-46a0-89b4-77dd7761e476 admin admin] For port af99040a-16c3-4613-88a4-0ebb3aec8a28, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=af99040a-16c3-4613-88a4-0ebb3aec8a28,segment=NetworkSegment(b07597a5-acfa-4ea0-afa4-34f991bc6949),segment_id=b07597a5-acfa-4ea0-afa4-34f991bc6949)] {{(pid=99532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:57:25.281229 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d7513456-1cf3-46a0-89b4-77dd7761e476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:25.292545 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-d7513456-1cf3-46a0-89b4-77dd7761e476 admin admin] Calling delete_port for af99040a-16c3-4613-88a4-0ebb3aec8a28 owned by network:router_gateway {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:57:25.351895 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-7822844f-57f1-4c3a-bf12-78a4d61d2761 None None] Set router 331efc7b-21ba-4a6e-94c3-3374b42da6bf gateway port host: None {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 10:57:25.402149 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-7822844f-57f1-4c3a-bf12-78a4d61d2761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331efc7b-21ba-4a6e-94c3-3374b42da6bf', 'name': 'tempest-TestVolumeBootPattern-1420845167-router', 'tenant_id': '88a58df133934c4f81ee428d1e9f06df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:19Z', 'updated_at': '2021-06-29T10:57:25Z', 'revision_number': 6, 'project_id': '88a58df133934c4f81ee428d1e9f06df', 'gw_port_host': None}], 'dv-cinder-792209-3-iscsi', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:57:25.430534 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7822844f-57f1-4c3a-bf12-78a4d61d2761 None None] The sync data for ids ['331efc7b-21ba-4a6e-94c3-3374b42da6bf'] in dv-cinder-792209-3-iscsi is: [{'id': '331efc7b-21ba-4a6e-94c3-3374b42da6bf', 'name': 'tempest-TestVolumeBootPattern-1420845167-router', 'tenant_id': '88a58df133934c4f81ee428d1e9f06df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T10:50:19Z', 'updated_at': '2021-06-29T10:57:25Z', 'revision_number': 6, 'project_id': '88a58df133934c4f81ee428d1e9f06df', 'gw_port_host': None}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 10:57:25.454437 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d7513456-1cf3-46a0-89b4-77dd7761e476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4232076'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:25.456570 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-20979f7e-fb29-4129-aab4-3a8397988e4b tempest-TestMinimumBasicScenario-713578131 tempest-TestMinimumBasicScenario-713578131-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:25.480623 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7513456-1cf3-46a0-89b4-77dd7761e476 admin admin] Pushing event deleted for resources: {'Port': ['ID=af99040a-16c3-4613-88a4-0ebb3aec8a28,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:25.483007 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-d7513456-1cf3-46a0-89b4-77dd7761e476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:25.540768 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d7513456-1cf3-46a0-89b4-77dd7761e476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7928444'] for router_gateway, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:25.625664 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d7513456-1cf3-46a0-89b4-77dd7761e476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7867499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1677'] for router, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:25.627707 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d7513456-1cf3-46a0-89b4-77dd7761e476 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:25.670709 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d7513456-1cf3-46a0-89b4-77dd7761e476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7864893'] for router, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:25.671370 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7513456-1cf3-46a0-89b4-77dd7761e476 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 331efc7b-21ba-4a6e-94c3-3374b42da6bf {{(pid=99532) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 10:57:25.675625 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-d7513456-1cf3-46a0-89b4-77dd7761e476 admin admin] Notify callbacks [] for router, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:25.676746 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-d7513456-1cf3-46a0-89b4-77dd7761e476 admin admin] 10.222.0.61 "DELETE /v2.0/routers/331efc7b-21ba-4a6e-94c3-3374b42da6bf HTTP/1.1" status: 204 len: 168 time: 0.7287769 Jun 29 10:57:25.679789 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 53402) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:57:25.722101 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.db_base_plugin_v2 [None req-60d73597-7e81-4f38-a70a-9bcb8e2aa972 admin admin] Deleting subnet d2dea6ab-0b76-4790-92a4-2f099e71a076 {{(pid=99532) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 10:57:25.724957 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-60d73597-7e81-4f38-a70a-9bcb8e2aa972 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:25.758356 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-60d73597-7e81-4f38-a70a-9bcb8e2aa972 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8692076'] for subnet, precommit_delete_associations {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:25.840039 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-60d73597-7e81-4f38-a70a-9bcb8e2aa972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7781200'] for subnet, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:25.893417 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-60d73597-7e81-4f38-a70a-9bcb8e2aa972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7781161', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8387271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4232018', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4101428'] for subnet, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:25.896242 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-6776b24c-2981-497f-bf7a-8eb355acef89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:25.918786 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d73597-7e81-4f38-a70a-9bcb8e2aa972 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2dea6ab-0b76-4790-92a4-2f099e71a076,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:25.921838 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-60d73597-7e81-4f38-a70a-9bcb8e2aa972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:25.922773 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-60d73597-7e81-4f38-a70a-9bcb8e2aa972 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:25.924586 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-60d73597-7e81-4f38-a70a-9bcb8e2aa972 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d2dea6ab-0b76-4790-92a4-2f099e71a076 HTTP/1.1" status: 204 len: 168 time: 0.2438977 Jun 29 10:57:25.927089 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 53404) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:57:25.930388 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4563c8-3642-4d29-9141-d54d5af2ea6b None None] Network c450cb90-30ff-40de-b0d7-f8c283487675 requested from dv-cinder-792209-3-iscsi {{(pid=99534) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 10:57:25.995866 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-ac35b3a8-c669-4c26-a925-f12acc7ba73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:25.997193 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ca9e56cb-c974-4d09-a19e-5c07da0b2532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-596557'] for network, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:26.207424 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df3a2fb-5185-4fb0-aeba-6761a0427a3c None None] DHCP port deletion for c450cb90-30ff-40de-b0d7-f8c283487675 request from dv-cinder-792209-3-iscsi {{(pid=99534) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 10:57:26.259502 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-7df3a2fb-5185-4fb0-aeba-6761a0427a3c None None] Deleting port c7238cfa-55a8-464e-bbcb-c7eed238e490 {{(pid=99534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:57:26.260048 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-7df3a2fb-5185-4fb0-aeba-6761a0427a3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:26.273466 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device c7238cfa-55a8-464e-bbcb-c7eed238e490 no longer exists at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:57:26.329061 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-ca9e56cb-c974-4d09-a19e-5c07da0b2532 admin admin] Deleting port c7238cfa-55a8-464e-bbcb-c7eed238e490 {{(pid=99532) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 10:57:26.329381 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ca9e56cb-c974-4d09-a19e-5c07da0b2532 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772013599528'] for port, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:26.366248 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-7df3a2fb-5185-4fb0-aeba-6761a0427a3c None None] For port c7238cfa-55a8-464e-bbcb-c7eed238e490, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=c7238cfa-55a8-464e-bbcb-c7eed238e490,segment=NetworkSegment(d42a70ba-2028-4414-a400-3778818399a8),segment_id=d42a70ba-2028-4414-a400-3778818399a8)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:57:26.366673 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-7df3a2fb-5185-4fb0-aeba-6761a0427a3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:26.380435 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-7df3a2fb-5185-4fb0-aeba-6761a0427a3c None None] Calling delete_port for c7238cfa-55a8-464e-bbcb-c7eed238e490 owned by network:dhcp {{(pid=99534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:57:26.402628 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.db [None req-ca9e56cb-c974-4d09-a19e-5c07da0b2532 admin admin] For port c7238cfa-55a8-464e-bbcb-c7eed238e490, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=c7238cfa-55a8-464e-bbcb-c7eed238e490,segment=NetworkSegment(d42a70ba-2028-4414-a400-3778818399a8),segment_id=d42a70ba-2028-4414-a400-3778818399a8)] {{(pid=99532) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:57:26.403624 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ca9e56cb-c974-4d09-a19e-5c07da0b2532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7909437'] for port, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:26.420169 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.plugin [None req-ca9e56cb-c974-4d09-a19e-5c07da0b2532 admin admin] Calling delete_port for c7238cfa-55a8-464e-bbcb-c7eed238e490 owned by network:dhcp {{(pid=99532) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 10:57:26.458331 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-640823'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:26.508386 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] For port c7238cfa-55a8-464e-bbcb-c7eed238e490, host dv-cinder-792209-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792209-3-iscsi',level=0,port_id=c7238cfa-55a8-464e-bbcb-c7eed238e490,segment=NetworkSegment(d42a70ba-2028-4414-a400-3778818399a8),segment_id=d42a70ba-2028-4414-a400-3778818399a8)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 10:57:26.513019 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772013602771', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772013081101', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772013081146'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:26.513811 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device af99040a-16c3-4613-88a4-0ebb3aec8a28 no longer exists at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:57:26.515753 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:26.519322 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ca9e56cb-c974-4d09-a19e-5c07da0b2532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4232076'] for port, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:26.523172 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-38781905-9ec3-4e97-b137-7fad3b0b02c6 tempest-AttachVolumeTestJSON-375340735 tempest-AttachVolumeTestJSON-375340735-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:26.546883 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e56cb-c974-4d09-a19e-5c07da0b2532 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7238cfa-55a8-464e-bbcb-c7eed238e490,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:26.548669 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9e56cb-c974-4d09-a19e-5c07da0b2532 admin admin] No DVR routers for this DVR port c7238cfa-55a8-464e-bbcb-c7eed238e490 on host dv-cinder-792209-3-iscsi {{(pid=99532) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:57:26.550109 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-ca9e56cb-c974-4d09-a19e-5c07da0b2532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:26.555800 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] No Port match for: af99040a-16c3-4613-88a4-0ebb3aec8a28 {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:57:26.556161 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device af99040a-16c3-4613-88a4-0ebb3aec8a28 not bound to the agent host dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:57:26.556561 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device a878d6cc-b3c5-4dcf-8ecf-3fd668e7badd no longer exists at agent ovs-agent-dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 10:57:26.559153 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Pushing event deleted for resources: {'Port': ['ID=c7238cfa-55a8-464e-bbcb-c7eed238e490,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:26.562633 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:26.580421 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] No Port match for: a878d6cc-b3c5-4dcf-8ecf-3fd668e7badd {{(pid=99534) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 10:57:26.580772 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.plugins.ml2.rpc [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Device a878d6cc-b3c5-4dcf-8ecf-3fd668e7badd not bound to the agent host dv-cinder-792209-3-iscsi {{(pid=99534) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 10:57:26.582531 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-7df3a2fb-5185-4fb0-aeba-6761a0427a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-640895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8387295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7896791', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772013602789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772013081092'] for port, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:26.585268 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-06a8eee8-e461-4c98-85e6-3c704182be20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:26.609917 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df3a2fb-5185-4fb0-aeba-6761a0427a3c None None] Pushing event deleted for resources: {'Port': ['ID=c7238cfa-55a8-464e-bbcb-c7eed238e490,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:26.616695 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df3a2fb-5185-4fb0-aeba-6761a0427a3c None None] No DVR routers for this DVR port c7238cfa-55a8-464e-bbcb-c7eed238e490 on host dv-cinder-792209-3-iscsi {{(pid=99534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 10:57:26.618238 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-7df3a2fb-5185-4fb0-aeba-6761a0427a3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:26.623802 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ca9e56cb-c974-4d09-a19e-5c07da0b2532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7778662', 'neutron.services.segments.db._delete_segments_for_network-8772013423665'] for network, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:26.632226 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.services.segments.db [None req-ca9e56cb-c974-4d09-a19e-5c07da0b2532 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c450cb90-30ff-40de-b0d7-f8c283487675']}} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:57:26.641909 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.services.segments.db [None req-ca9e56cb-c974-4d09-a19e-5c07da0b2532 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd42a70ba-2028-4414-a400-3778818399a8') {'for_net_delete': True} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:57:26.642211 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.services.segments.db [None req-ca9e56cb-c974-4d09-a19e-5c07da0b2532 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd42a70ba-2028-4414-a400-3778818399a8') {} {{(pid=99532) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 10:57:26.651205 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ca9e56cb-c974-4d09-a19e-5c07da0b2532 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772013419924', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8692071'] for segment, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:26.665061 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ca9e56cb-c974-4d09-a19e-5c07da0b2532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342'] for segment, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:26.670772 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca9e56cb-c974-4d09-a19e-5c07da0b2532 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=99532) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 10:57:26.671381 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ca9e56cb-c974-4d09-a19e-5c07da0b2532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7809342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4232127'] for segment, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:26.672803 dv-cinder-792209-3-iscsi neutron-server[99532]: Traceback (most recent call last): Jun 29 10:57:26.672803 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 10:57:26.672803 dv-cinder-792209-3-iscsi neutron-server[99532]: timer() Jun 29 10:57:26.672803 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 10:57:26.672803 dv-cinder-792209-3-iscsi neutron-server[99532]: cb(*args, **kw) Jun 29 10:57:26.672803 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 10:57:26.672803 dv-cinder-792209-3-iscsi neutron-server[99532]: return func(*args, **kwargs) Jun 29 10:57:26.672803 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 10:57:26.672803 dv-cinder-792209-3-iscsi neutron-server[99532]: self._notify() Jun 29 10:57:26.672803 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 10:57:26.672803 dv-cinder-792209-3-iscsi neutron-server[99532]: self.callback(batched_events) Jun 29 10:57:26.672803 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 10:57:26.672803 dv-cinder-792209-3-iscsi neutron-server[99532]: event.method(event) Jun 29 10:57:26.672803 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 10:57:26.672803 dv-cinder-792209-3-iscsi neutron-server[99532]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 10:57:26.672803 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 10:57:26.672803 dv-cinder-792209-3-iscsi neutron-server[99532]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 10:57:26.672803 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 10:57:26.672803 dv-cinder-792209-3-iscsi neutron-server[99532]: return f(self, *a, **k) Jun 29 10:57:26.672803 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 10:57:26.672803 dv-cinder-792209-3-iscsi neutron-server[99532]: return self._get(url).json() Jun 29 10:57:26.672803 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 10:57:26.672803 dv-cinder-792209-3-iscsi neutron-server[99532]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 10:57:26.672803 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 10:57:26.672803 dv-cinder-792209-3-iscsi neutron-server[99532]: return self.request(url, 'GET', **kwargs) Jun 29 10:57:26.672803 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 10:57:26.672803 dv-cinder-792209-3-iscsi neutron-server[99532]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 10:57:26.672803 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 10:57:26.672803 dv-cinder-792209-3-iscsi neutron-server[99532]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 10:57:26.672803 dv-cinder-792209-3-iscsi neutron-server[99532]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 10:57:26.672803 dv-cinder-792209-3-iscsi neutron-server[99532]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 10:57:26.672803 dv-cinder-792209-3-iscsi neutron-server[99532]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 10:57:26.723803 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ca9e56cb-c974-4d09-a19e-5c07da0b2532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7781269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7896780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7928461'] for network, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:26.728604 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-8d557d93-2cad-4639-86e0-b0b3b9d67cf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:26.733319 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-ca9e56cb-c974-4d09-a19e-5c07da0b2532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7896809'] for network, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:26.735389 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-ca9e56cb-c974-4d09-a19e-5c07da0b2532 admin admin] 10.222.0.61 "DELETE /v2.0/networks/c450cb90-30ff-40de-b0d7-f8c283487675 HTTP/1.1" status: 204 len: 168 time: 0.8067868 Jun 29 10:57:26.746880 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e56cb-c974-4d09-a19e-5c07da0b2532 admin admin] Pushing event deleted for resources: {'Network': ['ID=c450cb90-30ff-40de-b0d7-f8c283487675,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:26.749702 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-ca9e56cb-c974-4d09-a19e-5c07da0b2532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:26.846093 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 53408) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:57:26.884504 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-47091952-e76b-4c35-a031-a08693663b9e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d430ddcb57a54f888eeb6e4432ddf4ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371485 Jun 29 10:57:26.886699 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 53410) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:57:26.936152 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-39ef46ce-08de-46c6-8978-721039d1cb7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:26.956631 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-39ef46ce-08de-46c6-8978-721039d1cb7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:27.000820 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-39ef46ce-08de-46c6-8978-721039d1cb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:27.003246 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-39ef46ce-08de-46c6-8978-721039d1cb7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:27.004378 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-39ef46ce-08de-46c6-8978-721039d1cb7a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/62963687-1e5d-4cb6-b06b-2e96b01ac792 HTTP/1.1" status: 204 len: 168 time: 0.1167896 Jun 29 10:57:27.005207 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-c000bb85-d038-486c-ac09-c0b43c2d68a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:27.014853 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef46ce-08de-46c6-8978-721039d1cb7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62963687-1e5d-4cb6-b06b-2e96b01ac792,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:27.021328 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-39ef46ce-08de-46c6-8978-721039d1cb7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:27.308587 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 53416) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:57:27.346953 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-8287157a-6007-4543-838b-979cf9f95323 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=88a58df133934c4f81ee428d1e9f06df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371258 Jun 29 10:57:27.349418 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.wsgi [-] (99532) accepted ('10.222.0.61', 53418) {{(pid=99532) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 10:57:27.398929 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-397c0394-e917-4520-98bc-69f22bd88f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:27.419232 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-397c0394-e917-4520-98bc-69f22bd88f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:27.466124 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-397c0394-e917-4520-98bc-69f22bd88f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-418676'] for security_group, after_delete {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:27.468761 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron_lib.callbacks.manager [None req-397c0394-e917-4520-98bc-69f22bd88f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99532) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:27.469907 dv-cinder-792209-3-iscsi neutron-server[99532]: INFO neutron.wsgi [None req-397c0394-e917-4520-98bc-69f22bd88f46 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/42bffb37-af8f-412a-93cd-7ccf83cda47f HTTP/1.1" status: 204 len: 168 time: 0.1195915 Jun 29 10:57:27.470787 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-979fb1fd-b7a2-45f1-b58c-502712d04071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 10:57:27.478563 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c0394-e917-4520-98bc-69f22bd88f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42bffb37-af8f-412a-93cd-7ccf83cda47f,revision_number=None']} {{(pid=99532) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 10:57:27.480776 dv-cinder-792209-3-iscsi neutron-server[99532]: DEBUG oslo_concurrency.lockutils [None req-397c0394-e917-4520-98bc-69f22bd88f46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99532) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 10:57:28.695503 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-da65117d-a90e-4c73-9b0b-33fd5f0be7ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:28.900852 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:29.755211 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:31.271512 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:54.858833 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:55.985173 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5fc87102-d25f-44c6-bf09-6a921a5bbcd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:58.696376 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a8f7e9c4-109a-47ec-8162-527be78a63d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:58.901681 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:59.757648 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:57:59.942503 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.agents_db [None req-93d4a047-be9c-4d13-b750-597922b429b4 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:58:01.275098 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:24.867013 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:25.984134 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-6ccb6445-ca55-47df-b088-3c7334cf70cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:28.696747 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-fd84af15-e59c-4c12-8d70-a7aeb39494b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:28.901489 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:29.760222 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:31.276796 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:36.940605 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.agents_db [None req-93d4a047-be9c-4d13-b750-597922b429b4 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:58:54.881852 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:55.983263 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f3bb0be4-2b66-4453-bfcd-b9275799df2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:58.697612 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-705ecd3a-a02e-4dac-9326-1a4792de9a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:58.901535 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:58:59.763731 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:01.280054 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:13.938433 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.agents_db [None req-93d4a047-be9c-4d13-b750-597922b429b4 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:59:24.882108 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:25.982589 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-837cf32b-e08b-4f5c-bea3-7c6ad6497a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:28.697350 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1583eeca-bb6b-4f1f-9acf-5740c25fb94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:28.900963 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:29.766716 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:31.283328 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:50.937479 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.agents_db [None req-93d4a047-be9c-4d13-b750-597922b429b4 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 10:59:54.896474 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:55.982274 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-128bcfd5-461f-444e-80df-3e8a8a8e052a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:58.700011 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-3d4af222-fdc5-42fc-b451-ce08c21abd90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:58.900515 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 10:59:59.769518 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:01.285991 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:24.900772 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:25.982908 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-873c2c7d-7aa9-4937-a89a-997d67380ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:27.936458 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.agents_db [None req-93d4a047-be9c-4d13-b750-597922b429b4 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:00:28.700492 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-950bc8dd-63fc-4783-af97-79767b27a436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:28.901014 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:29.772323 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:31.288596 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:54.898851 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:55.982438 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-47976bea-651d-4c58-8fbb-3c89f9acd772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:58.700435 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-42a5e730-a73d-4441-b41f-183a0dae4ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:58.902028 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:00:59.773298 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:01.291533 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:04.934301 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.agents_db [None req-93d4a047-be9c-4d13-b750-597922b429b4 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:01:24.914140 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:25.981769 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-889d3cc7-72dc-46ad-a2c0-567f25a08cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:28.701118 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-62873c8f-265d-4aba-b835-a292a0ca1fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:28.901723 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:29.776467 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:31.294273 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:41.932093 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.agents_db [None req-93d4a047-be9c-4d13-b750-597922b429b4 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:01:54.927701 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:55.980741 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f77a633d-7667-49f9-83e2-2951c9fdb5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:58.703748 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8bd2a0c7-ecf1-4796-a993-5e6f08df2f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:58.903434 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:01:59.779694 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:01.296805 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:18.931095 dv-cinder-792209-3-iscsi neutron-server[99535]: DEBUG neutron.db.agents_db [None req-93d4a047-be9c-4d13-b750-597922b429b4 None None] Agent healthcheck: found 6 active agents {{(pid=99535) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:02:24.936707 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec261-d3a2-4e9a-af65-4c3b509ac7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:25.981098 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-2a0715df-38ef-4338-a06f-7552c14d9da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:28.703448 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d6f910f0-a8fe-4a47-bc9e-c7a78146514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:28.904417 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d0efc7b2-9771-4f66-910a-f5df3cf8f4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:29.783505 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d8e83964-fa95-4b67-8fa3-f1f1d9c1464a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:02:31.028669 dv-cinder-792209-3-iscsi neutron-server[99533]: DEBUG neutron.wsgi [req-87291099-2783-4059-a68d-61a21a2f712f req-99c6677f-cb4a-4bb9-8777-61455647ab04 service neutron] (99533) timed out ('10.222.0.61', 49894) {{(pid=99533) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 29 11:02:31.300423 dv-cinder-792209-3-iscsi neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b36ea0e4-da9c-4207-85cc-6925a6ccd7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772013423647', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7778896'] for agent, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}